[ 524.579246] env[65200]: /opt/stack/neutron/neutron/__init__.py:25: UserWarning: The selected oslo_service backend is "eventlet" [ 524.579246] env[65200]: warnings.warn('The selected oslo_service backend is "eventlet"') [ 525.574408] env[65288]: /opt/stack/neutron/neutron/__init__.py:25: UserWarning: The selected oslo_service backend is "eventlet" [ 525.574408] env[65288]: warnings.warn('The selected oslo_service backend is "eventlet"') [ 527.441707] env[65288]: INFO neutron.common.config [-] Logging enabled! [ 527.442075] env[65288]: INFO neutron.common.config [-] /opt/stack/data/venv/bin/neutron-nsxv3-agent version 28.0.0.0b2.dev31 [ 527.442249] env[65288]: DEBUG neutron.common.config [-] command line: /opt/stack/data/venv/bin/neutron-nsxv3-agent --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini --config-file /etc/neutron/plugins/ml2/ml2-nsxv3-1.ini {{(pid=65288) setup_logging /opt/stack/neutron/neutron/common/config.py:124}} [ 527.442545] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.agent [-] VMware NSXv3 Agent initializing ... [ 527.442640] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.agent [-] Eventlet blocking behavior detection initialization completed. [ 527.443458] env[65288]: WARNING oslo_policy.policy [None req-c8ff39af-a9d3-48a7-b2bb-ab2044bd03a7 None None] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. [ 527.443649] env[65288]: WARNING oslo_policy.policy [None req-c8ff39af-a9d3-48a7-b2bb-ab2044bd03a7 None None] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. [ 527.445286] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.agent [None req-c8ff39af-a9d3-48a7-b2bb-ab2044bd03a7 None None] VMware NSXv3 Agent initialized successfully. [ 527.445633] env[65288]: DEBUG oslo_concurrency.lockutils [None req-c8ff39af-a9d3-48a7-b2bb-ab2044bd03a7 None None] Acquiring lock "singleton_lock" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 527.445763] env[65288]: DEBUG oslo_concurrency.lockutils [None req-c8ff39af-a9d3-48a7-b2bb-ab2044bd03a7 None None] Acquired lock "singleton_lock" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 527.445959] env[65288]: DEBUG oslo_concurrency.lockutils [None req-c8ff39af-a9d3-48a7-b2bb-ab2044bd03a7 None None] Releasing lock "singleton_lock" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 527.446255] env[65288]: DEBUG oslo_service.backend._eventlet.service [None req-c8ff39af-a9d3-48a7-b2bb-ab2044bd03a7 None None] Full set of CONF: {{(pid=65288) _wait_for_exit_or_signal /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/service.py:275}} [ 527.446363] env[65288]: DEBUG oslo_service.backend._eventlet.service [None req-c8ff39af-a9d3-48a7-b2bb-ab2044bd03a7 None None] ******************************************************************************** {{(pid=65288) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2804}} [ 527.446462] env[65288]: DEBUG oslo_service.backend._eventlet.service [None req-c8ff39af-a9d3-48a7-b2bb-ab2044bd03a7 None None] Configuration options gathered from: {{(pid=65288) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2805}} [ 527.447050] env[65288]: DEBUG oslo_service.backend._eventlet.service [None req-c8ff39af-a9d3-48a7-b2bb-ab2044bd03a7 None None] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini', '--config-file', '/etc/neutron/plugins/ml2/ml2-nsxv3-1.ini'] {{(pid=65288) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2806}} [ 527.447229] env[65288]: DEBUG oslo_service.backend._eventlet.service [None req-c8ff39af-a9d3-48a7-b2bb-ab2044bd03a7 None None] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini', '/etc/neutron/plugins/ml2/ml2-nsxv3-1.ini'] {{(pid=65288) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2807}} [ 527.447342] env[65288]: DEBUG oslo_service.backend._eventlet.service [None req-c8ff39af-a9d3-48a7-b2bb-ab2044bd03a7 None None] ================================================================================ {{(pid=65288) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2809}} [ 527.447498] env[65288]: DEBUG oslo_service.backend._eventlet.service [None req-c8ff39af-a9d3-48a7-b2bb-ab2044bd03a7 None None] agent_down_time = 75 {{(pid=65288) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.447632] env[65288]: DEBUG oslo_service.backend._eventlet.service [None req-c8ff39af-a9d3-48a7-b2bb-ab2044bd03a7 None None] allow_automatic_dhcp_failover = True {{(pid=65288) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.447762] env[65288]: DEBUG oslo_service.backend._eventlet.service [None req-c8ff39af-a9d3-48a7-b2bb-ab2044bd03a7 None None] allow_bulk = True {{(pid=65288) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.447903] env[65288]: DEBUG oslo_service.backend._eventlet.service [None req-c8ff39af-a9d3-48a7-b2bb-ab2044bd03a7 None None] api_extensions_path = {{(pid=65288) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.448045] env[65288]: DEBUG oslo_service.backend._eventlet.service [None req-c8ff39af-a9d3-48a7-b2bb-ab2044bd03a7 None None] api_paste_config = api-paste.ini {{(pid=65288) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.448181] env[65288]: DEBUG oslo_service.backend._eventlet.service [None req-c8ff39af-a9d3-48a7-b2bb-ab2044bd03a7 None None] auth_strategy = keystone {{(pid=65288) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.448280] env[65288]: DEBUG oslo_service.backend._eventlet.service [None req-c8ff39af-a9d3-48a7-b2bb-ab2044bd03a7 None None] backdoor_port = None {{(pid=65288) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.448374] env[65288]: DEBUG oslo_service.backend._eventlet.service [None req-c8ff39af-a9d3-48a7-b2bb-ab2044bd03a7 None None] backdoor_socket = None {{(pid=65288) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.448504] env[65288]: DEBUG oslo_service.backend._eventlet.service [None req-c8ff39af-a9d3-48a7-b2bb-ab2044bd03a7 None None] backlog = 4096 {{(pid=65288) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.448636] env[65288]: DEBUG oslo_service.backend._eventlet.service [None req-c8ff39af-a9d3-48a7-b2bb-ab2044bd03a7 None None] base_mac = fa:16:3e:00:00:00 {{(pid=65288) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.448786] env[65288]: DEBUG oslo_service.backend._eventlet.service [None req-c8ff39af-a9d3-48a7-b2bb-ab2044bd03a7 None None] bind_host = 0.0.0.0 {{(pid=65288) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.448921] env[65288]: DEBUG oslo_service.backend._eventlet.service [None req-c8ff39af-a9d3-48a7-b2bb-ab2044bd03a7 None None] bind_port = 9696 {{(pid=65288) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.449060] env[65288]: DEBUG oslo_service.backend._eventlet.service [None req-c8ff39af-a9d3-48a7-b2bb-ab2044bd03a7 None None] client_socket_timeout = 900 {{(pid=65288) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.449197] env[65288]: DEBUG oslo_service.backend._eventlet.service [None req-c8ff39af-a9d3-48a7-b2bb-ab2044bd03a7 None None] config_dir = [] {{(pid=65288) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.449371] env[65288]: DEBUG oslo_service.backend._eventlet.service [None req-c8ff39af-a9d3-48a7-b2bb-ab2044bd03a7 None None] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini', '/etc/neutron/plugins/ml2/ml2-nsxv3-1.ini'] {{(pid=65288) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.449513] env[65288]: DEBUG oslo_service.backend._eventlet.service [None req-c8ff39af-a9d3-48a7-b2bb-ab2044bd03a7 None None] config_source = [] {{(pid=65288) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.449652] env[65288]: DEBUG oslo_service.backend._eventlet.service [None req-c8ff39af-a9d3-48a7-b2bb-ab2044bd03a7 None None] control_exchange = neutron {{(pid=65288) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.449788] env[65288]: DEBUG oslo_service.backend._eventlet.service [None req-c8ff39af-a9d3-48a7-b2bb-ab2044bd03a7 None None] core_plugin = ml2 {{(pid=65288) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.449922] env[65288]: DEBUG oslo_service.backend._eventlet.service [None req-c8ff39af-a9d3-48a7-b2bb-ab2044bd03a7 None None] debug = True {{(pid=65288) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.450064] env[65288]: DEBUG oslo_service.backend._eventlet.service [None req-c8ff39af-a9d3-48a7-b2bb-ab2044bd03a7 None None] default_availability_zones = [] {{(pid=65288) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.450264] env[65288]: DEBUG oslo_service.backend._eventlet.service [None req-c8ff39af-a9d3-48a7-b2bb-ab2044bd03a7 None None] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=65288) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.450396] env[65288]: DEBUG oslo_service.backend._eventlet.service [None req-c8ff39af-a9d3-48a7-b2bb-ab2044bd03a7 None None] dhcp_agent_notification = True {{(pid=65288) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.450523] env[65288]: DEBUG oslo_service.backend._eventlet.service [None req-c8ff39af-a9d3-48a7-b2bb-ab2044bd03a7 None None] dhcp_agents_per_network = 1 {{(pid=65288) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.450650] env[65288]: DEBUG oslo_service.backend._eventlet.service [None req-c8ff39af-a9d3-48a7-b2bb-ab2044bd03a7 None None] dhcp_lease_duration = 86400 {{(pid=65288) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.450785] env[65288]: DEBUG oslo_service.backend._eventlet.service [None req-c8ff39af-a9d3-48a7-b2bb-ab2044bd03a7 None None] dhcp_load_type = networks {{(pid=65288) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.450917] env[65288]: DEBUG oslo_service.backend._eventlet.service [None req-c8ff39af-a9d3-48a7-b2bb-ab2044bd03a7 None None] dns_domain = openstacklocal {{(pid=65288) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.451057] env[65288]: DEBUG oslo_service.backend._eventlet.service [None req-c8ff39af-a9d3-48a7-b2bb-ab2044bd03a7 None None] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=65288) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.451187] env[65288]: DEBUG oslo_service.backend._eventlet.service [None req-c8ff39af-a9d3-48a7-b2bb-ab2044bd03a7 None None] enable_default_route_bfd = False {{(pid=65288) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.451312] env[65288]: DEBUG oslo_service.backend._eventlet.service [None req-c8ff39af-a9d3-48a7-b2bb-ab2044bd03a7 None None] enable_default_route_ecmp = False {{(pid=65288) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.451434] env[65288]: DEBUG oslo_service.backend._eventlet.service [None req-c8ff39af-a9d3-48a7-b2bb-ab2044bd03a7 None None] enable_dvr = True {{(pid=65288) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.451557] env[65288]: DEBUG oslo_service.backend._eventlet.service [None req-c8ff39af-a9d3-48a7-b2bb-ab2044bd03a7 None None] enable_new_agents = True {{(pid=65288) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.451685] env[65288]: DEBUG oslo_service.backend._eventlet.service [None req-c8ff39af-a9d3-48a7-b2bb-ab2044bd03a7 None None] enable_services_on_agents_with_admin_state_down = False {{(pid=65288) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.451811] env[65288]: DEBUG oslo_service.backend._eventlet.service [None req-c8ff39af-a9d3-48a7-b2bb-ab2044bd03a7 None None] enable_signals = True {{(pid=65288) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.451936] env[65288]: DEBUG oslo_service.backend._eventlet.service [None req-c8ff39af-a9d3-48a7-b2bb-ab2044bd03a7 None None] enable_traditional_dhcp = True {{(pid=65288) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.452069] env[65288]: DEBUG oslo_service.backend._eventlet.service [None req-c8ff39af-a9d3-48a7-b2bb-ab2044bd03a7 None None] external_dns_driver = None {{(pid=65288) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.452195] env[65288]: DEBUG oslo_service.backend._eventlet.service [None req-c8ff39af-a9d3-48a7-b2bb-ab2044bd03a7 None None] filter_validation = True {{(pid=65288) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.452329] env[65288]: DEBUG oslo_service.backend._eventlet.service [None req-c8ff39af-a9d3-48a7-b2bb-ab2044bd03a7 None None] global_physnet_mtu = 8950 {{(pid=65288) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.452454] env[65288]: DEBUG oslo_service.backend._eventlet.service [None req-c8ff39af-a9d3-48a7-b2bb-ab2044bd03a7 None None] graceful_shutdown_timeout = 60 {{(pid=65288) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.452623] env[65288]: DEBUG oslo_service.backend._eventlet.service [None req-c8ff39af-a9d3-48a7-b2bb-ab2044bd03a7 None None] host = cpu-1 {{(pid=65288) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.452755] env[65288]: DEBUG oslo_service.backend._eventlet.service [None req-c8ff39af-a9d3-48a7-b2bb-ab2044bd03a7 None None] host_dvr_for_dhcp = True {{(pid=65288) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.452883] env[65288]: DEBUG oslo_service.backend._eventlet.service [None req-c8ff39af-a9d3-48a7-b2bb-ab2044bd03a7 None None] http_retries = 3 {{(pid=65288) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.453024] env[65288]: DEBUG oslo_service.backend._eventlet.service [None req-c8ff39af-a9d3-48a7-b2bb-ab2044bd03a7 None None] instance_format = [instance: %(uuid)s] {{(pid=65288) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.453161] env[65288]: DEBUG oslo_service.backend._eventlet.service [None req-c8ff39af-a9d3-48a7-b2bb-ab2044bd03a7 None None] instance_uuid_format = [instance: %(uuid)s] {{(pid=65288) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.453292] env[65288]: DEBUG oslo_service.backend._eventlet.service [None req-c8ff39af-a9d3-48a7-b2bb-ab2044bd03a7 None None] ipam_driver = internal {{(pid=65288) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.453416] env[65288]: DEBUG oslo_service.backend._eventlet.service [None req-c8ff39af-a9d3-48a7-b2bb-ab2044bd03a7 None None] ipv6_pd_enabled = False {{(pid=65288) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.453539] env[65288]: DEBUG oslo_service.backend._eventlet.service [None req-c8ff39af-a9d3-48a7-b2bb-ab2044bd03a7 None None] l3_ha = False {{(pid=65288) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.453666] env[65288]: DEBUG oslo_service.backend._eventlet.service [None req-c8ff39af-a9d3-48a7-b2bb-ab2044bd03a7 None None] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=65288) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.453799] env[65288]: DEBUG oslo_service.backend._eventlet.service [None req-c8ff39af-a9d3-48a7-b2bb-ab2044bd03a7 None None] l3_ha_network_physical_name = {{(pid=65288) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.453932] env[65288]: DEBUG oslo_service.backend._eventlet.service [None req-c8ff39af-a9d3-48a7-b2bb-ab2044bd03a7 None None] l3_ha_network_type = {{(pid=65288) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.454077] env[65288]: DEBUG oslo_service.backend._eventlet.service [None req-c8ff39af-a9d3-48a7-b2bb-ab2044bd03a7 None None] log_color = False {{(pid=65288) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.454209] env[65288]: DEBUG oslo_service.backend._eventlet.service [None req-c8ff39af-a9d3-48a7-b2bb-ab2044bd03a7 None None] log_config_append = None {{(pid=65288) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.454341] env[65288]: DEBUG oslo_service.backend._eventlet.service [None req-c8ff39af-a9d3-48a7-b2bb-ab2044bd03a7 None None] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=65288) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.454469] env[65288]: DEBUG oslo_service.backend._eventlet.service [None req-c8ff39af-a9d3-48a7-b2bb-ab2044bd03a7 None None] log_dir = None {{(pid=65288) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.454597] env[65288]: DEBUG oslo_service.backend._eventlet.service [None req-c8ff39af-a9d3-48a7-b2bb-ab2044bd03a7 None None] log_file = None {{(pid=65288) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.454697] env[65288]: DEBUG oslo_service.backend._eventlet.service [None req-c8ff39af-a9d3-48a7-b2bb-ab2044bd03a7 None None] log_options = True {{(pid=65288) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.454826] env[65288]: DEBUG oslo_service.backend._eventlet.service [None req-c8ff39af-a9d3-48a7-b2bb-ab2044bd03a7 None None] log_rotate_interval = 1 {{(pid=65288) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.454961] env[65288]: DEBUG oslo_service.backend._eventlet.service [None req-c8ff39af-a9d3-48a7-b2bb-ab2044bd03a7 None None] log_rotate_interval_type = days {{(pid=65288) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.455113] env[65288]: DEBUG oslo_service.backend._eventlet.service [None req-c8ff39af-a9d3-48a7-b2bb-ab2044bd03a7 None None] log_rotation_type = none {{(pid=65288) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.455212] env[65288]: DEBUG oslo_service.backend._eventlet.service [None req-c8ff39af-a9d3-48a7-b2bb-ab2044bd03a7 None None] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=65288) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.455310] env[65288]: DEBUG oslo_service.backend._eventlet.service [None req-c8ff39af-a9d3-48a7-b2bb-ab2044bd03a7 None None] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=65288) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.455442] env[65288]: DEBUG oslo_service.backend._eventlet.service [None req-c8ff39af-a9d3-48a7-b2bb-ab2044bd03a7 None None] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=65288) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.455572] env[65288]: DEBUG oslo_service.backend._eventlet.service [None req-c8ff39af-a9d3-48a7-b2bb-ab2044bd03a7 None None] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=65288) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.455670] env[65288]: DEBUG oslo_service.backend._eventlet.service [None req-c8ff39af-a9d3-48a7-b2bb-ab2044bd03a7 None None] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=65288) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.455806] env[65288]: DEBUG oslo_service.backend._eventlet.service [None req-c8ff39af-a9d3-48a7-b2bb-ab2044bd03a7 None None] max_dns_nameservers = 5 {{(pid=65288) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.455933] env[65288]: DEBUG oslo_service.backend._eventlet.service [None req-c8ff39af-a9d3-48a7-b2bb-ab2044bd03a7 None None] max_header_line = 16384 {{(pid=65288) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.456069] env[65288]: DEBUG oslo_service.backend._eventlet.service [None req-c8ff39af-a9d3-48a7-b2bb-ab2044bd03a7 None None] max_l3_agents_per_router = 3 {{(pid=65288) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.456197] env[65288]: DEBUG oslo_service.backend._eventlet.service [None req-c8ff39af-a9d3-48a7-b2bb-ab2044bd03a7 None None] max_logfile_count = 30 {{(pid=65288) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.456319] env[65288]: DEBUG oslo_service.backend._eventlet.service [None req-c8ff39af-a9d3-48a7-b2bb-ab2044bd03a7 None None] max_logfile_size_mb = 200 {{(pid=65288) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.456440] env[65288]: DEBUG oslo_service.backend._eventlet.service [None req-c8ff39af-a9d3-48a7-b2bb-ab2044bd03a7 None None] max_subnet_host_routes = 20 {{(pid=65288) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.456569] env[65288]: DEBUG oslo_service.backend._eventlet.service [None req-c8ff39af-a9d3-48a7-b2bb-ab2044bd03a7 None None] my_ip = 10.180.1.21 {{(pid=65288) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.456697] env[65288]: DEBUG oslo_service.backend._eventlet.service [None req-c8ff39af-a9d3-48a7-b2bb-ab2044bd03a7 None None] my_ipv6 = ::1 {{(pid=65288) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.456825] env[65288]: DEBUG oslo_service.backend._eventlet.service [None req-c8ff39af-a9d3-48a7-b2bb-ab2044bd03a7 None None] network_auto_schedule = True {{(pid=65288) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.456947] env[65288]: DEBUG oslo_service.backend._eventlet.service [None req-c8ff39af-a9d3-48a7-b2bb-ab2044bd03a7 None None] network_link_prefix = None {{(pid=65288) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.457458] env[65288]: DEBUG oslo_service.backend._eventlet.service [None req-c8ff39af-a9d3-48a7-b2bb-ab2044bd03a7 None None] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=65288) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.457609] env[65288]: DEBUG oslo_service.backend._eventlet.service [None req-c8ff39af-a9d3-48a7-b2bb-ab2044bd03a7 None None] notify_nova_on_port_data_changes = True {{(pid=65288) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.457742] env[65288]: DEBUG oslo_service.backend._eventlet.service [None req-c8ff39af-a9d3-48a7-b2bb-ab2044bd03a7 None None] notify_nova_on_port_status_changes = True {{(pid=65288) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.457874] env[65288]: DEBUG oslo_service.backend._eventlet.service [None req-c8ff39af-a9d3-48a7-b2bb-ab2044bd03a7 None None] pagination_max_limit = -1 {{(pid=65288) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.457996] env[65288]: DEBUG oslo_service.backend._eventlet.service [None req-c8ff39af-a9d3-48a7-b2bb-ab2044bd03a7 None None] publish_errors = False {{(pid=65288) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.458133] env[65288]: DEBUG oslo_service.backend._eventlet.service [None req-c8ff39af-a9d3-48a7-b2bb-ab2044bd03a7 None None] rate_limit_burst = 0 {{(pid=65288) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.458262] env[65288]: DEBUG oslo_service.backend._eventlet.service [None req-c8ff39af-a9d3-48a7-b2bb-ab2044bd03a7 None None] rate_limit_except_level = CRITICAL {{(pid=65288) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.458386] env[65288]: DEBUG oslo_service.backend._eventlet.service [None req-c8ff39af-a9d3-48a7-b2bb-ab2044bd03a7 None None] rate_limit_interval = 0 {{(pid=65288) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.458513] env[65288]: DEBUG oslo_service.backend._eventlet.service [None req-c8ff39af-a9d3-48a7-b2bb-ab2044bd03a7 None None] retry_until_window = 30 {{(pid=65288) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.458637] env[65288]: DEBUG oslo_service.backend._eventlet.service [None req-c8ff39af-a9d3-48a7-b2bb-ab2044bd03a7 None None] router_distributed = False {{(pid=65288) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.458761] env[65288]: DEBUG oslo_service.backend._eventlet.service [None req-c8ff39af-a9d3-48a7-b2bb-ab2044bd03a7 None None] rpc_resources_processing_step = 20 {{(pid=65288) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.458889] env[65288]: DEBUG oslo_service.backend._eventlet.service [None req-c8ff39af-a9d3-48a7-b2bb-ab2044bd03a7 None None] rpc_response_max_timeout = 600 {{(pid=65288) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.459024] env[65288]: DEBUG oslo_service.backend._eventlet.service [None req-c8ff39af-a9d3-48a7-b2bb-ab2044bd03a7 None None] rpc_response_timeout = 60 {{(pid=65288) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.459155] env[65288]: DEBUG oslo_service.backend._eventlet.service [None req-c8ff39af-a9d3-48a7-b2bb-ab2044bd03a7 None None] send_events_interval = 2 {{(pid=65288) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.459300] env[65288]: DEBUG oslo_service.backend._eventlet.service [None req-c8ff39af-a9d3-48a7-b2bb-ab2044bd03a7 None None] service_plugins = ['router'] {{(pid=65288) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.459435] env[65288]: DEBUG oslo_service.backend._eventlet.service [None req-c8ff39af-a9d3-48a7-b2bb-ab2044bd03a7 None None] setproctitle = on {{(pid=65288) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.459560] env[65288]: DEBUG oslo_service.backend._eventlet.service [None req-c8ff39af-a9d3-48a7-b2bb-ab2044bd03a7 None None] shell_completion = None {{(pid=65288) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.459691] env[65288]: DEBUG oslo_service.backend._eventlet.service [None req-c8ff39af-a9d3-48a7-b2bb-ab2044bd03a7 None None] state_path = /opt/stack/data/neutron {{(pid=65288) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.459825] env[65288]: DEBUG oslo_service.backend._eventlet.service [None req-c8ff39af-a9d3-48a7-b2bb-ab2044bd03a7 None None] syslog_log_facility = LOG_USER {{(pid=65288) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.459952] env[65288]: DEBUG oslo_service.backend._eventlet.service [None req-c8ff39af-a9d3-48a7-b2bb-ab2044bd03a7 None None] tcp_keepidle = 600 {{(pid=65288) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.460097] env[65288]: DEBUG oslo_service.backend._eventlet.service [None req-c8ff39af-a9d3-48a7-b2bb-ab2044bd03a7 None None] transport_url = **** {{(pid=65288) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.460226] env[65288]: DEBUG oslo_service.backend._eventlet.service [None req-c8ff39af-a9d3-48a7-b2bb-ab2044bd03a7 None None] use_journal = False {{(pid=65288) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.460350] env[65288]: DEBUG oslo_service.backend._eventlet.service [None req-c8ff39af-a9d3-48a7-b2bb-ab2044bd03a7 None None] use_json = False {{(pid=65288) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.460472] env[65288]: DEBUG oslo_service.backend._eventlet.service [None req-c8ff39af-a9d3-48a7-b2bb-ab2044bd03a7 None None] use_ssl = False {{(pid=65288) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.460592] env[65288]: DEBUG oslo_service.backend._eventlet.service [None req-c8ff39af-a9d3-48a7-b2bb-ab2044bd03a7 None None] use_stderr = False {{(pid=65288) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.460721] env[65288]: DEBUG oslo_service.backend._eventlet.service [None req-c8ff39af-a9d3-48a7-b2bb-ab2044bd03a7 None None] use_syslog = False {{(pid=65288) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.460845] env[65288]: DEBUG oslo_service.backend._eventlet.service [None req-c8ff39af-a9d3-48a7-b2bb-ab2044bd03a7 None None] vlan_qinq = None {{(pid=65288) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.460967] env[65288]: DEBUG oslo_service.backend._eventlet.service [None req-c8ff39af-a9d3-48a7-b2bb-ab2044bd03a7 None None] vlan_transparent = None {{(pid=65288) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.461101] env[65288]: DEBUG oslo_service.backend._eventlet.service [None req-c8ff39af-a9d3-48a7-b2bb-ab2044bd03a7 None None] watch_log_file = False {{(pid=65288) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.461225] env[65288]: DEBUG oslo_service.backend._eventlet.service [None req-c8ff39af-a9d3-48a7-b2bb-ab2044bd03a7 None None] wsgi_default_pool_size = 100 {{(pid=65288) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.461344] env[65288]: DEBUG oslo_service.backend._eventlet.service [None req-c8ff39af-a9d3-48a7-b2bb-ab2044bd03a7 None None] wsgi_keep_alive = True {{(pid=65288) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.461473] env[65288]: DEBUG oslo_service.backend._eventlet.service [None req-c8ff39af-a9d3-48a7-b2bb-ab2044bd03a7 None None] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=65288) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.461600] env[65288]: DEBUG oslo_service.backend._eventlet.service [None req-c8ff39af-a9d3-48a7-b2bb-ab2044bd03a7 None None] wsgi_server_debug = False {{(pid=65288) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.461741] env[65288]: DEBUG oslo_service.backend._eventlet.service [None req-c8ff39af-a9d3-48a7-b2bb-ab2044bd03a7 None None] oslo_concurrency.disable_process_locking = False {{(pid=65288) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.461881] env[65288]: DEBUG oslo_service.backend._eventlet.service [None req-c8ff39af-a9d3-48a7-b2bb-ab2044bd03a7 None None] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=65288) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.462028] env[65288]: DEBUG oslo_service.backend._eventlet.service [None req-c8ff39af-a9d3-48a7-b2bb-ab2044bd03a7 None None] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=65288) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.462162] env[65288]: DEBUG oslo_service.backend._eventlet.service [None req-c8ff39af-a9d3-48a7-b2bb-ab2044bd03a7 None None] oslo_messaging_metrics.metrics_enabled = False {{(pid=65288) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.462297] env[65288]: DEBUG oslo_service.backend._eventlet.service [None req-c8ff39af-a9d3-48a7-b2bb-ab2044bd03a7 None None] oslo_messaging_metrics.metrics_process_name = {{(pid=65288) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.462432] env[65288]: DEBUG oslo_service.backend._eventlet.service [None req-c8ff39af-a9d3-48a7-b2bb-ab2044bd03a7 None None] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=65288) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.462562] env[65288]: DEBUG oslo_service.backend._eventlet.service [None req-c8ff39af-a9d3-48a7-b2bb-ab2044bd03a7 None None] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=65288) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.462705] env[65288]: DEBUG oslo_service.backend._eventlet.service [None req-c8ff39af-a9d3-48a7-b2bb-ab2044bd03a7 None None] profiler.connection_string = messaging:// {{(pid=65288) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.462840] env[65288]: DEBUG oslo_service.backend._eventlet.service [None req-c8ff39af-a9d3-48a7-b2bb-ab2044bd03a7 None None] profiler.enabled = False {{(pid=65288) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.462979] env[65288]: DEBUG oslo_service.backend._eventlet.service [None req-c8ff39af-a9d3-48a7-b2bb-ab2044bd03a7 None None] profiler.es_doc_type = notification {{(pid=65288) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.463127] env[65288]: DEBUG oslo_service.backend._eventlet.service [None req-c8ff39af-a9d3-48a7-b2bb-ab2044bd03a7 None None] profiler.es_scroll_size = 10000 {{(pid=65288) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.463268] env[65288]: DEBUG oslo_service.backend._eventlet.service [None req-c8ff39af-a9d3-48a7-b2bb-ab2044bd03a7 None None] profiler.es_scroll_time = 2m {{(pid=65288) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.463401] env[65288]: DEBUG oslo_service.backend._eventlet.service [None req-c8ff39af-a9d3-48a7-b2bb-ab2044bd03a7 None None] profiler.filter_error_trace = False {{(pid=65288) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.463537] env[65288]: DEBUG oslo_service.backend._eventlet.service [None req-c8ff39af-a9d3-48a7-b2bb-ab2044bd03a7 None None] profiler.hmac_keys = **** {{(pid=65288) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.463675] env[65288]: DEBUG oslo_service.backend._eventlet.service [None req-c8ff39af-a9d3-48a7-b2bb-ab2044bd03a7 None None] profiler.sentinel_service_name = mymaster {{(pid=65288) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.463816] env[65288]: DEBUG oslo_service.backend._eventlet.service [None req-c8ff39af-a9d3-48a7-b2bb-ab2044bd03a7 None None] profiler.socket_timeout = 0.1 {{(pid=65288) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.463947] env[65288]: DEBUG oslo_service.backend._eventlet.service [None req-c8ff39af-a9d3-48a7-b2bb-ab2044bd03a7 None None] profiler.trace_requests = False {{(pid=65288) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.464089] env[65288]: DEBUG oslo_service.backend._eventlet.service [None req-c8ff39af-a9d3-48a7-b2bb-ab2044bd03a7 None None] profiler.trace_sqlalchemy = False {{(pid=65288) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.464235] env[65288]: DEBUG oslo_service.backend._eventlet.service [None req-c8ff39af-a9d3-48a7-b2bb-ab2044bd03a7 None None] profiler_jaeger.process_tags = {} {{(pid=65288) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.464363] env[65288]: DEBUG oslo_service.backend._eventlet.service [None req-c8ff39af-a9d3-48a7-b2bb-ab2044bd03a7 None None] profiler_jaeger.service_name_prefix = None {{(pid=65288) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.464491] env[65288]: DEBUG oslo_service.backend._eventlet.service [None req-c8ff39af-a9d3-48a7-b2bb-ab2044bd03a7 None None] profiler_otlp.service_name_prefix = None {{(pid=65288) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.464635] env[65288]: DEBUG oslo_service.backend._eventlet.service [None req-c8ff39af-a9d3-48a7-b2bb-ab2044bd03a7 None None] oslo_policy.enforce_new_defaults = True {{(pid=65288) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.464894] env[65288]: WARNING oslo_config.cfg [None req-c8ff39af-a9d3-48a7-b2bb-ab2044bd03a7 None None] Deprecated: Option "enforce_scope" from group "oslo_policy" is deprecated for removal (This configuration was added temporarily to facilitate a smooth transition to the new RBAC. OpenStack will always enforce scope checks. This configuration option is deprecated and will be removed in the 2025.2 cycle.). Its value may be silently ignored in the future. [ 527.465049] env[65288]: DEBUG oslo_service.backend._eventlet.service [None req-c8ff39af-a9d3-48a7-b2bb-ab2044bd03a7 None None] oslo_policy.enforce_scope = True {{(pid=65288) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.465190] env[65288]: DEBUG oslo_service.backend._eventlet.service [None req-c8ff39af-a9d3-48a7-b2bb-ab2044bd03a7 None None] oslo_policy.policy_default_rule = default {{(pid=65288) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.465335] env[65288]: DEBUG oslo_service.backend._eventlet.service [None req-c8ff39af-a9d3-48a7-b2bb-ab2044bd03a7 None None] oslo_policy.policy_dirs = ['policy.d'] {{(pid=65288) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.465472] env[65288]: DEBUG oslo_service.backend._eventlet.service [None req-c8ff39af-a9d3-48a7-b2bb-ab2044bd03a7 None None] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=65288) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.465610] env[65288]: DEBUG oslo_service.backend._eventlet.service [None req-c8ff39af-a9d3-48a7-b2bb-ab2044bd03a7 None None] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=65288) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.465775] env[65288]: DEBUG oslo_service.backend._eventlet.service [None req-c8ff39af-a9d3-48a7-b2bb-ab2044bd03a7 None None] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=65288) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.465868] env[65288]: DEBUG oslo_service.backend._eventlet.service [None req-c8ff39af-a9d3-48a7-b2bb-ab2044bd03a7 None None] oslo_policy.remote_ssl_client_crt_file = None {{(pid=65288) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.465993] env[65288]: DEBUG oslo_service.backend._eventlet.service [None req-c8ff39af-a9d3-48a7-b2bb-ab2044bd03a7 None None] oslo_policy.remote_ssl_client_key_file = None {{(pid=65288) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.466137] env[65288]: DEBUG oslo_service.backend._eventlet.service [None req-c8ff39af-a9d3-48a7-b2bb-ab2044bd03a7 None None] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=65288) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.466272] env[65288]: DEBUG oslo_service.backend._eventlet.service [None req-c8ff39af-a9d3-48a7-b2bb-ab2044bd03a7 None None] oslo_policy.remote_timeout = 60.0 {{(pid=65288) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.466416] env[65288]: DEBUG oslo_service.backend._eventlet.service [None req-c8ff39af-a9d3-48a7-b2bb-ab2044bd03a7 None None] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=65288) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.466560] env[65288]: DEBUG oslo_service.backend._eventlet.service [None req-c8ff39af-a9d3-48a7-b2bb-ab2044bd03a7 None None] agent.extensions = [] {{(pid=65288) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.466711] env[65288]: DEBUG oslo_service.backend._eventlet.service [None req-c8ff39af-a9d3-48a7-b2bb-ab2044bd03a7 None None] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=65288) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.466836] env[65288]: DEBUG oslo_service.backend._eventlet.service [None req-c8ff39af-a9d3-48a7-b2bb-ab2044bd03a7 None None] service_providers.service_provider = [] {{(pid=65288) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.466979] env[65288]: DEBUG oslo_service.backend._eventlet.service [None req-c8ff39af-a9d3-48a7-b2bb-ab2044bd03a7 None None] QUOTAS.default_quota = -1 {{(pid=65288) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.467131] env[65288]: DEBUG oslo_service.backend._eventlet.service [None req-c8ff39af-a9d3-48a7-b2bb-ab2044bd03a7 None None] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=65288) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.467266] env[65288]: DEBUG oslo_service.backend._eventlet.service [None req-c8ff39af-a9d3-48a7-b2bb-ab2044bd03a7 None None] QUOTAS.quota_floatingip = 50 {{(pid=65288) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.467401] env[65288]: DEBUG oslo_service.backend._eventlet.service [None req-c8ff39af-a9d3-48a7-b2bb-ab2044bd03a7 None None] QUOTAS.quota_network = 100 {{(pid=65288) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.467528] env[65288]: DEBUG oslo_service.backend._eventlet.service [None req-c8ff39af-a9d3-48a7-b2bb-ab2044bd03a7 None None] QUOTAS.quota_port = 500 {{(pid=65288) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.467659] env[65288]: DEBUG oslo_service.backend._eventlet.service [None req-c8ff39af-a9d3-48a7-b2bb-ab2044bd03a7 None None] QUOTAS.quota_rbac_policy = 10 {{(pid=65288) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.467796] env[65288]: DEBUG oslo_service.backend._eventlet.service [None req-c8ff39af-a9d3-48a7-b2bb-ab2044bd03a7 None None] QUOTAS.quota_router = 10 {{(pid=65288) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.467932] env[65288]: DEBUG oslo_service.backend._eventlet.service [None req-c8ff39af-a9d3-48a7-b2bb-ab2044bd03a7 None None] QUOTAS.quota_security_group = 10 {{(pid=65288) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.468075] env[65288]: DEBUG oslo_service.backend._eventlet.service [None req-c8ff39af-a9d3-48a7-b2bb-ab2044bd03a7 None None] QUOTAS.quota_security_group_rule = 100 {{(pid=65288) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.468207] env[65288]: DEBUG oslo_service.backend._eventlet.service [None req-c8ff39af-a9d3-48a7-b2bb-ab2044bd03a7 None None] QUOTAS.quota_subnet = 100 {{(pid=65288) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.468336] env[65288]: DEBUG oslo_service.backend._eventlet.service [None req-c8ff39af-a9d3-48a7-b2bb-ab2044bd03a7 None None] QUOTAS.track_quota_usage = True {{(pid=65288) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.468479] env[65288]: DEBUG oslo_service.backend._eventlet.service [None req-c8ff39af-a9d3-48a7-b2bb-ab2044bd03a7 None None] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=65288) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.468606] env[65288]: DEBUG oslo_service.backend._eventlet.service [None req-c8ff39af-a9d3-48a7-b2bb-ab2044bd03a7 None None] privsep.group = None {{(pid=65288) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.468732] env[65288]: DEBUG oslo_service.backend._eventlet.service [None req-c8ff39af-a9d3-48a7-b2bb-ab2044bd03a7 None None] privsep.helper_command = None {{(pid=65288) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.468863] env[65288]: DEBUG oslo_service.backend._eventlet.service [None req-c8ff39af-a9d3-48a7-b2bb-ab2044bd03a7 None None] privsep.log_daemon_traceback = False {{(pid=65288) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.468995] env[65288]: DEBUG oslo_service.backend._eventlet.service [None req-c8ff39af-a9d3-48a7-b2bb-ab2044bd03a7 None None] privsep.logger_name = oslo_privsep.daemon {{(pid=65288) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.469140] env[65288]: DEBUG oslo_service.backend._eventlet.service [None req-c8ff39af-a9d3-48a7-b2bb-ab2044bd03a7 None None] privsep.thread_pool_size = 8 {{(pid=65288) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.469265] env[65288]: DEBUG oslo_service.backend._eventlet.service [None req-c8ff39af-a9d3-48a7-b2bb-ab2044bd03a7 None None] privsep.user = None {{(pid=65288) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.469402] env[65288]: DEBUG oslo_service.backend._eventlet.service [None req-c8ff39af-a9d3-48a7-b2bb-ab2044bd03a7 None None] privsep_dhcp_release.capabilities = [21, 12] {{(pid=65288) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.469528] env[65288]: DEBUG oslo_service.backend._eventlet.service [None req-c8ff39af-a9d3-48a7-b2bb-ab2044bd03a7 None None] privsep_dhcp_release.group = None {{(pid=65288) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.469654] env[65288]: DEBUG oslo_service.backend._eventlet.service [None req-c8ff39af-a9d3-48a7-b2bb-ab2044bd03a7 None None] privsep_dhcp_release.helper_command = None {{(pid=65288) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.469781] env[65288]: DEBUG oslo_service.backend._eventlet.service [None req-c8ff39af-a9d3-48a7-b2bb-ab2044bd03a7 None None] privsep_dhcp_release.log_daemon_traceback = False {{(pid=65288) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.469911] env[65288]: DEBUG oslo_service.backend._eventlet.service [None req-c8ff39af-a9d3-48a7-b2bb-ab2044bd03a7 None None] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=65288) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.470046] env[65288]: DEBUG oslo_service.backend._eventlet.service [None req-c8ff39af-a9d3-48a7-b2bb-ab2044bd03a7 None None] privsep_dhcp_release.thread_pool_size = 8 {{(pid=65288) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.470173] env[65288]: DEBUG oslo_service.backend._eventlet.service [None req-c8ff39af-a9d3-48a7-b2bb-ab2044bd03a7 None None] privsep_dhcp_release.user = None {{(pid=65288) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.470307] env[65288]: DEBUG oslo_service.backend._eventlet.service [None req-c8ff39af-a9d3-48a7-b2bb-ab2044bd03a7 None None] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=65288) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.470432] env[65288]: DEBUG oslo_service.backend._eventlet.service [None req-c8ff39af-a9d3-48a7-b2bb-ab2044bd03a7 None None] privsep_ovs_vsctl.group = None {{(pid=65288) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.470555] env[65288]: DEBUG oslo_service.backend._eventlet.service [None req-c8ff39af-a9d3-48a7-b2bb-ab2044bd03a7 None None] privsep_ovs_vsctl.helper_command = None {{(pid=65288) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.470681] env[65288]: DEBUG oslo_service.backend._eventlet.service [None req-c8ff39af-a9d3-48a7-b2bb-ab2044bd03a7 None None] privsep_ovs_vsctl.log_daemon_traceback = False {{(pid=65288) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.470811] env[65288]: DEBUG oslo_service.backend._eventlet.service [None req-c8ff39af-a9d3-48a7-b2bb-ab2044bd03a7 None None] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=65288) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.470943] env[65288]: DEBUG oslo_service.backend._eventlet.service [None req-c8ff39af-a9d3-48a7-b2bb-ab2044bd03a7 None None] privsep_ovs_vsctl.thread_pool_size = 8 {{(pid=65288) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.471082] env[65288]: DEBUG oslo_service.backend._eventlet.service [None req-c8ff39af-a9d3-48a7-b2bb-ab2044bd03a7 None None] privsep_ovs_vsctl.user = None {{(pid=65288) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.471218] env[65288]: DEBUG oslo_service.backend._eventlet.service [None req-c8ff39af-a9d3-48a7-b2bb-ab2044bd03a7 None None] privsep_namespace.capabilities = [21] {{(pid=65288) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.471341] env[65288]: DEBUG oslo_service.backend._eventlet.service [None req-c8ff39af-a9d3-48a7-b2bb-ab2044bd03a7 None None] privsep_namespace.group = None {{(pid=65288) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.471464] env[65288]: DEBUG oslo_service.backend._eventlet.service [None req-c8ff39af-a9d3-48a7-b2bb-ab2044bd03a7 None None] privsep_namespace.helper_command = None {{(pid=65288) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.471591] env[65288]: DEBUG oslo_service.backend._eventlet.service [None req-c8ff39af-a9d3-48a7-b2bb-ab2044bd03a7 None None] privsep_namespace.log_daemon_traceback = False {{(pid=65288) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.471723] env[65288]: DEBUG oslo_service.backend._eventlet.service [None req-c8ff39af-a9d3-48a7-b2bb-ab2044bd03a7 None None] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=65288) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.471850] env[65288]: DEBUG oslo_service.backend._eventlet.service [None req-c8ff39af-a9d3-48a7-b2bb-ab2044bd03a7 None None] privsep_namespace.thread_pool_size = 8 {{(pid=65288) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.471975] env[65288]: DEBUG oslo_service.backend._eventlet.service [None req-c8ff39af-a9d3-48a7-b2bb-ab2044bd03a7 None None] privsep_namespace.user = None {{(pid=65288) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.472122] env[65288]: DEBUG oslo_service.backend._eventlet.service [None req-c8ff39af-a9d3-48a7-b2bb-ab2044bd03a7 None None] privsep_conntrack.capabilities = [12] {{(pid=65288) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.472246] env[65288]: DEBUG oslo_service.backend._eventlet.service [None req-c8ff39af-a9d3-48a7-b2bb-ab2044bd03a7 None None] privsep_conntrack.group = None {{(pid=65288) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.472369] env[65288]: DEBUG oslo_service.backend._eventlet.service [None req-c8ff39af-a9d3-48a7-b2bb-ab2044bd03a7 None None] privsep_conntrack.helper_command = None {{(pid=65288) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.472495] env[65288]: DEBUG oslo_service.backend._eventlet.service [None req-c8ff39af-a9d3-48a7-b2bb-ab2044bd03a7 None None] privsep_conntrack.log_daemon_traceback = False {{(pid=65288) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.472625] env[65288]: DEBUG oslo_service.backend._eventlet.service [None req-c8ff39af-a9d3-48a7-b2bb-ab2044bd03a7 None None] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=65288) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.472754] env[65288]: DEBUG oslo_service.backend._eventlet.service [None req-c8ff39af-a9d3-48a7-b2bb-ab2044bd03a7 None None] privsep_conntrack.thread_pool_size = 8 {{(pid=65288) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.472881] env[65288]: DEBUG oslo_service.backend._eventlet.service [None req-c8ff39af-a9d3-48a7-b2bb-ab2044bd03a7 None None] privsep_conntrack.user = None {{(pid=65288) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.473024] env[65288]: DEBUG oslo_service.backend._eventlet.service [None req-c8ff39af-a9d3-48a7-b2bb-ab2044bd03a7 None None] privsep_link.capabilities = [12, 21] {{(pid=65288) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.473153] env[65288]: DEBUG oslo_service.backend._eventlet.service [None req-c8ff39af-a9d3-48a7-b2bb-ab2044bd03a7 None None] privsep_link.group = None {{(pid=65288) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.473276] env[65288]: DEBUG oslo_service.backend._eventlet.service [None req-c8ff39af-a9d3-48a7-b2bb-ab2044bd03a7 None None] privsep_link.helper_command = None {{(pid=65288) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.473403] env[65288]: DEBUG oslo_service.backend._eventlet.service [None req-c8ff39af-a9d3-48a7-b2bb-ab2044bd03a7 None None] privsep_link.log_daemon_traceback = False {{(pid=65288) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.473534] env[65288]: DEBUG oslo_service.backend._eventlet.service [None req-c8ff39af-a9d3-48a7-b2bb-ab2044bd03a7 None None] privsep_link.logger_name = oslo_privsep.daemon {{(pid=65288) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.473662] env[65288]: DEBUG oslo_service.backend._eventlet.service [None req-c8ff39af-a9d3-48a7-b2bb-ab2044bd03a7 None None] privsep_link.thread_pool_size = 8 {{(pid=65288) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.473786] env[65288]: DEBUG oslo_service.backend._eventlet.service [None req-c8ff39af-a9d3-48a7-b2bb-ab2044bd03a7 None None] privsep_link.user = None {{(pid=65288) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.473930] env[65288]: DEBUG oslo_service.backend._eventlet.service [None req-c8ff39af-a9d3-48a7-b2bb-ab2044bd03a7 None None] AGENT.agent_id = nsxm-l-01a.corp.local {{(pid=65288) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.474082] env[65288]: DEBUG oslo_service.backend._eventlet.service [None req-c8ff39af-a9d3-48a7-b2bb-ab2044bd03a7 None None] AGENT.agent_prometheus_exporter_port = 8000 {{(pid=65288) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.474215] env[65288]: DEBUG oslo_service.backend._eventlet.service [None req-c8ff39af-a9d3-48a7-b2bb-ab2044bd03a7 None None] AGENT.continue_on_failed_promotions = False {{(pid=65288) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.474343] env[65288]: DEBUG oslo_service.backend._eventlet.service [None req-c8ff39af-a9d3-48a7-b2bb-ab2044bd03a7 None None] AGENT.dscp = None {{(pid=65288) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.474471] env[65288]: DEBUG oslo_service.backend._eventlet.service [None req-c8ff39af-a9d3-48a7-b2bb-ab2044bd03a7 None None] AGENT.dscp_inherit = False {{(pid=65288) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.474606] env[65288]: DEBUG oslo_service.backend._eventlet.service [None req-c8ff39af-a9d3-48a7-b2bb-ab2044bd03a7 None None] AGENT.force_mp_to_policy = True {{(pid=65288) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.474734] env[65288]: DEBUG oslo_service.backend._eventlet.service [None req-c8ff39af-a9d3-48a7-b2bb-ab2044bd03a7 None None] AGENT.locking_coordinator_url = None {{(pid=65288) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.474864] env[65288]: DEBUG oslo_service.backend._eventlet.service [None req-c8ff39af-a9d3-48a7-b2bb-ab2044bd03a7 None None] AGENT.log_agent_heartbeats = False {{(pid=65288) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.474994] env[65288]: DEBUG oslo_service.backend._eventlet.service [None req-c8ff39af-a9d3-48a7-b2bb-ab2044bd03a7 None None] AGENT.logging_expire = 1 {{(pid=65288) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.475142] env[65288]: DEBUG oslo_service.backend._eventlet.service [None req-c8ff39af-a9d3-48a7-b2bb-ab2044bd03a7 None None] AGENT.logging_url = unix:///var/run/redis/socket/redis.sock {{(pid=65288) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.475273] env[65288]: DEBUG oslo_service.backend._eventlet.service [None req-c8ff39af-a9d3-48a7-b2bb-ab2044bd03a7 None None] AGENT.max_sg_tags_per_segment_port = 27 {{(pid=65288) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.475409] env[65288]: DEBUG oslo_service.backend._eventlet.service [None req-c8ff39af-a9d3-48a7-b2bb-ab2044bd03a7 None None] AGENT.polling_interval = 240 {{(pid=65288) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.475539] env[65288]: DEBUG oslo_service.backend._eventlet.service [None req-c8ff39af-a9d3-48a7-b2bb-ab2044bd03a7 None None] AGENT.ports_tag_number_decrease_workaround = True {{(pid=65288) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.475672] env[65288]: DEBUG oslo_service.backend._eventlet.service [None req-c8ff39af-a9d3-48a7-b2bb-ab2044bd03a7 None None] AGENT.quitting_rpc_timeout = 120 {{(pid=65288) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.475815] env[65288]: DEBUG oslo_service.backend._eventlet.service [None req-c8ff39af-a9d3-48a7-b2bb-ab2044bd03a7 None None] AGENT.report_interval = 30.0 {{(pid=65288) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.475952] env[65288]: DEBUG oslo_service.backend._eventlet.service [None req-c8ff39af-a9d3-48a7-b2bb-ab2044bd03a7 None None] AGENT.root_helper = sudo /opt/stack/data/venv/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=65288) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.476101] env[65288]: DEBUG oslo_service.backend._eventlet.service [None req-c8ff39af-a9d3-48a7-b2bb-ab2044bd03a7 None None] AGENT.root_helper_daemon = sudo /opt/stack/data/venv/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=65288) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.476347] env[65288]: DEBUG oslo_service.backend._eventlet.service [None req-c8ff39af-a9d3-48a7-b2bb-ab2044bd03a7 None None] AGENT.rpc_max_records_per_query = 1000 {{(pid=65288) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.476484] env[65288]: DEBUG oslo_service.backend._eventlet.service [None req-c8ff39af-a9d3-48a7-b2bb-ab2044bd03a7 None None] AGENT.sync_skew = 60 {{(pid=65288) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.476617] env[65288]: DEBUG oslo_service.backend._eventlet.service [None req-c8ff39af-a9d3-48a7-b2bb-ab2044bd03a7 None None] AGENT.synchronization_queue_size = 20 {{(pid=65288) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.476750] env[65288]: DEBUG oslo_service.backend._eventlet.service [None req-c8ff39af-a9d3-48a7-b2bb-ab2044bd03a7 None None] AGENT.use_helper_for_ns_read = True {{(pid=65288) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.476889] env[65288]: DEBUG oslo_service.backend._eventlet.service [None req-c8ff39af-a9d3-48a7-b2bb-ab2044bd03a7 None None] SECURITYGROUP.enable_ipset = True {{(pid=65288) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.477036] env[65288]: DEBUG oslo_service.backend._eventlet.service [None req-c8ff39af-a9d3-48a7-b2bb-ab2044bd03a7 None None] SECURITYGROUP.enable_security_group = True {{(pid=65288) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.477175] env[65288]: DEBUG oslo_service.backend._eventlet.service [None req-c8ff39af-a9d3-48a7-b2bb-ab2044bd03a7 None None] SECURITYGROUP.firewall_driver = nsxv3 {{(pid=65288) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.477313] env[65288]: DEBUG oslo_service.backend._eventlet.service [None req-c8ff39af-a9d3-48a7-b2bb-ab2044bd03a7 None None] SECURITYGROUP.permitted_ethertypes = [] {{(pid=65288) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.477450] env[65288]: DEBUG oslo_service.backend._eventlet.service [None req-c8ff39af-a9d3-48a7-b2bb-ab2044bd03a7 None None] experimental.ipv6_pd_enabled = False {{(pid=65288) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.477604] env[65288]: DEBUG oslo_service.backend._eventlet.service [None req-c8ff39af-a9d3-48a7-b2bb-ab2044bd03a7 None None] ml2.extension_drivers = ['port_security'] {{(pid=65288) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.477732] env[65288]: DEBUG oslo_service.backend._eventlet.service [None req-c8ff39af-a9d3-48a7-b2bb-ab2044bd03a7 None None] ml2.external_network_type = None {{(pid=65288) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.477879] env[65288]: DEBUG oslo_service.backend._eventlet.service [None req-c8ff39af-a9d3-48a7-b2bb-ab2044bd03a7 None None] ml2.mechanism_drivers = ['nsxv3', 'openvswitch', 'logger'] {{(pid=65288) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.478026] env[65288]: DEBUG oslo_service.backend._eventlet.service [None req-c8ff39af-a9d3-48a7-b2bb-ab2044bd03a7 None None] ml2.overlay_ip_version = 4 {{(pid=65288) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.478167] env[65288]: DEBUG oslo_service.backend._eventlet.service [None req-c8ff39af-a9d3-48a7-b2bb-ab2044bd03a7 None None] ml2.path_mtu = 8950 {{(pid=65288) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.478303] env[65288]: DEBUG oslo_service.backend._eventlet.service [None req-c8ff39af-a9d3-48a7-b2bb-ab2044bd03a7 None None] ml2.physical_network_mtus = {} {{(pid=65288) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.478445] env[65288]: DEBUG oslo_service.backend._eventlet.service [None req-c8ff39af-a9d3-48a7-b2bb-ab2044bd03a7 None None] ml2.tenant_network_types = ['vlan'] {{(pid=65288) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.478582] env[65288]: DEBUG oslo_service.backend._eventlet.service [None req-c8ff39af-a9d3-48a7-b2bb-ab2044bd03a7 None None] ml2.tunnelled_network_rp_name = rp_tunnelled {{(pid=65288) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.478724] env[65288]: DEBUG oslo_service.backend._eventlet.service [None req-c8ff39af-a9d3-48a7-b2bb-ab2044bd03a7 None None] ml2.type_drivers = ['vlan'] {{(pid=65288) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.478863] env[65288]: DEBUG oslo_service.backend._eventlet.service [None req-c8ff39af-a9d3-48a7-b2bb-ab2044bd03a7 None None] AGENT_CLI.neutron_port_id = [] {{(pid=65288) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.478994] env[65288]: DEBUG oslo_service.backend._eventlet.service [None req-c8ff39af-a9d3-48a7-b2bb-ab2044bd03a7 None None] AGENT_CLI.neutron_qos_policy_id = [] {{(pid=65288) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.479135] env[65288]: DEBUG oslo_service.backend._eventlet.service [None req-c8ff39af-a9d3-48a7-b2bb-ab2044bd03a7 None None] AGENT_CLI.neutron_security_group_id = [] {{(pid=65288) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.479274] env[65288]: DEBUG oslo_service.backend._eventlet.service [None req-c8ff39af-a9d3-48a7-b2bb-ab2044bd03a7 None None] NSXV3.nsxv3_concurrent_requests = 40 {{(pid=65288) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.479412] env[65288]: DEBUG oslo_service.backend._eventlet.service [None req-c8ff39af-a9d3-48a7-b2bb-ab2044bd03a7 None None] NSXV3.nsxv3_connection_retry_count = 2 {{(pid=65288) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.479546] env[65288]: DEBUG oslo_service.backend._eventlet.service [None req-c8ff39af-a9d3-48a7-b2bb-ab2044bd03a7 None None] NSXV3.nsxv3_connection_retry_sleep = 2 {{(pid=65288) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.479680] env[65288]: DEBUG oslo_service.backend._eventlet.service [None req-c8ff39af-a9d3-48a7-b2bb-ab2044bd03a7 None None] NSXV3.nsxv3_default_policy_infrastructure_rules = True {{(pid=65288) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.479819] env[65288]: DEBUG oslo_service.backend._eventlet.service [None req-c8ff39af-a9d3-48a7-b2bb-ab2044bd03a7 None None] NSXV3.nsxv3_dfw_connectivity_strategy = NONE {{(pid=65288) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.479954] env[65288]: DEBUG oslo_service.backend._eventlet.service [None req-c8ff39af-a9d3-48a7-b2bb-ab2044bd03a7 None None] NSXV3.nsxv3_ip_discovery_switching_profile = nsx-default-ip-discovery-vlan-profile {{(pid=65288) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.480242] env[65288]: DEBUG oslo_service.backend._eventlet.service [None req-c8ff39af-a9d3-48a7-b2bb-ab2044bd03a7 None None] NSXV3.nsxv3_login_hostname = nsxt.osci.c.eu-de-1.cloud.sap {{(pid=65288) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.480392] env[65288]: DEBUG oslo_service.backend._eventlet.service [None req-c8ff39af-a9d3-48a7-b2bb-ab2044bd03a7 None None] NSXV3.nsxv3_login_password = **** {{(pid=65288) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.480537] env[65288]: DEBUG oslo_service.backend._eventlet.service [None req-c8ff39af-a9d3-48a7-b2bb-ab2044bd03a7 None None] NSXV3.nsxv3_login_port = 443 {{(pid=65288) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.480673] env[65288]: DEBUG oslo_service.backend._eventlet.service [None req-c8ff39af-a9d3-48a7-b2bb-ab2044bd03a7 None None] NSXV3.nsxv3_login_user = admin {{(pid=65288) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.480812] env[65288]: DEBUG oslo_service.backend._eventlet.service [None req-c8ff39af-a9d3-48a7-b2bb-ab2044bd03a7 None None] NSXV3.nsxv3_managed_hosts = [] {{(pid=65288) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.480952] env[65288]: DEBUG oslo_service.backend._eventlet.service [None req-c8ff39af-a9d3-48a7-b2bb-ab2044bd03a7 None None] NSXV3.nsxv3_max_records_per_query = 200 {{(pid=65288) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.481098] env[65288]: DEBUG oslo_service.backend._eventlet.service [None req-c8ff39af-a9d3-48a7-b2bb-ab2044bd03a7 None None] NSXV3.nsxv3_operation_retry_count = 3 {{(pid=65288) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.481228] env[65288]: DEBUG oslo_service.backend._eventlet.service [None req-c8ff39af-a9d3-48a7-b2bb-ab2044bd03a7 None None] NSXV3.nsxv3_operation_retry_sleep = 5 {{(pid=65288) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.481364] env[65288]: DEBUG oslo_service.backend._eventlet.service [None req-c8ff39af-a9d3-48a7-b2bb-ab2044bd03a7 None None] NSXV3.nsxv3_realization_timeout = 300 {{(pid=65288) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.481501] env[65288]: DEBUG oslo_service.backend._eventlet.service [None req-c8ff39af-a9d3-48a7-b2bb-ab2044bd03a7 None None] NSXV3.nsxv3_remove_orphan_ports_after = 2.0 {{(pid=65288) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.481635] env[65288]: DEBUG oslo_service.backend._eventlet.service [None req-c8ff39af-a9d3-48a7-b2bb-ab2044bd03a7 None None] NSXV3.nsxv3_request_timeout = 60 {{(pid=65288) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.481770] env[65288]: DEBUG oslo_service.backend._eventlet.service [None req-c8ff39af-a9d3-48a7-b2bb-ab2044bd03a7 None None] NSXV3.nsxv3_requests_per_second = 80 {{(pid=65288) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.481901] env[65288]: DEBUG oslo_service.backend._eventlet.service [None req-c8ff39af-a9d3-48a7-b2bb-ab2044bd03a7 None None] NSXV3.nsxv3_requests_per_second_timeout = 7 {{(pid=65288) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.482047] env[65288]: DEBUG oslo_service.backend._eventlet.service [None req-c8ff39af-a9d3-48a7-b2bb-ab2044bd03a7 None None] NSXV3.nsxv3_spoof_guard_switching_profile = nsx-default-spoof-guard-vif-profile {{(pid=65288) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.482190] env[65288]: DEBUG oslo_service.backend._eventlet.service [None req-c8ff39af-a9d3-48a7-b2bb-ab2044bd03a7 None None] NSXV3.nsxv3_suppress_ssl_warnings = True {{(pid=65288) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.482320] env[65288]: DEBUG oslo_service.backend._eventlet.service [None req-c8ff39af-a9d3-48a7-b2bb-ab2044bd03a7 None None] NSXV3.nsxv3_transport_zone_id_cache_time = 86400 {{(pid=65288) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.482453] env[65288]: DEBUG oslo_service.backend._eventlet.service [None req-c8ff39af-a9d3-48a7-b2bb-ab2044bd03a7 None None] NSXV3.nsxv3_transport_zone_name = nsx-vlan-transportzone {{(pid=65288) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.482635] env[65288]: DEBUG oslo_service.backend._eventlet.service [None req-c8ff39af-a9d3-48a7-b2bb-ab2044bd03a7 None None] vsphere.vsphere_login_hostname = vc-l-01a.corp.local {{(pid=65288) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.482777] env[65288]: DEBUG oslo_service.backend._eventlet.service [None req-c8ff39af-a9d3-48a7-b2bb-ab2044bd03a7 None None] vsphere.vsphere_login_password = VMware1! {{(pid=65288) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.483107] env[65288]: DEBUG oslo_service.backend._eventlet.service [None req-c8ff39af-a9d3-48a7-b2bb-ab2044bd03a7 None None] vsphere.vsphere_login_username = administrator@vsphere.local {{(pid=65288) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.483107] env[65288]: DEBUG oslo_service.backend._eventlet.service [None req-c8ff39af-a9d3-48a7-b2bb-ab2044bd03a7 None None] vsphere.vsphere_suppress_ssl_wornings = True {{(pid=65288) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.483219] env[65288]: DEBUG oslo_service.backend._eventlet.service [None req-c8ff39af-a9d3-48a7-b2bb-ab2044bd03a7 None None] nova.auth_section = None {{(pid=65288) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.483324] env[65288]: DEBUG oslo_service.backend._eventlet.service [None req-c8ff39af-a9d3-48a7-b2bb-ab2044bd03a7 None None] nova.auth_type = password {{(pid=65288) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.483471] env[65288]: DEBUG oslo_service.backend._eventlet.service [None req-c8ff39af-a9d3-48a7-b2bb-ab2044bd03a7 None None] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=65288) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.483582] env[65288]: DEBUG oslo_service.backend._eventlet.service [None req-c8ff39af-a9d3-48a7-b2bb-ab2044bd03a7 None None] nova.certfile = None {{(pid=65288) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.483715] env[65288]: DEBUG oslo_service.backend._eventlet.service [None req-c8ff39af-a9d3-48a7-b2bb-ab2044bd03a7 None None] nova.collect_timing = False {{(pid=65288) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.483850] env[65288]: DEBUG oslo_service.backend._eventlet.service [None req-c8ff39af-a9d3-48a7-b2bb-ab2044bd03a7 None None] nova.endpoint_type = public {{(pid=65288) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.483985] env[65288]: DEBUG oslo_service.backend._eventlet.service [None req-c8ff39af-a9d3-48a7-b2bb-ab2044bd03a7 None None] nova.insecure = False {{(pid=65288) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.484127] env[65288]: DEBUG oslo_service.backend._eventlet.service [None req-c8ff39af-a9d3-48a7-b2bb-ab2044bd03a7 None None] nova.keyfile = None {{(pid=65288) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.484267] env[65288]: DEBUG oslo_service.backend._eventlet.service [None req-c8ff39af-a9d3-48a7-b2bb-ab2044bd03a7 None None] nova.region_name = RegionOne {{(pid=65288) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.484401] env[65288]: DEBUG oslo_service.backend._eventlet.service [None req-c8ff39af-a9d3-48a7-b2bb-ab2044bd03a7 None None] nova.split_loggers = False {{(pid=65288) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.484532] env[65288]: DEBUG oslo_service.backend._eventlet.service [None req-c8ff39af-a9d3-48a7-b2bb-ab2044bd03a7 None None] nova.timeout = None {{(pid=65288) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.484666] env[65288]: DEBUG oslo_service.backend._eventlet.service [None req-c8ff39af-a9d3-48a7-b2bb-ab2044bd03a7 None None] placement.auth_section = None {{(pid=65288) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.484805] env[65288]: DEBUG oslo_service.backend._eventlet.service [None req-c8ff39af-a9d3-48a7-b2bb-ab2044bd03a7 None None] placement.auth_type = password {{(pid=65288) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.484943] env[65288]: DEBUG oslo_service.backend._eventlet.service [None req-c8ff39af-a9d3-48a7-b2bb-ab2044bd03a7 None None] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=65288) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.485081] env[65288]: DEBUG oslo_service.backend._eventlet.service [None req-c8ff39af-a9d3-48a7-b2bb-ab2044bd03a7 None None] placement.certfile = None {{(pid=65288) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.485212] env[65288]: DEBUG oslo_service.backend._eventlet.service [None req-c8ff39af-a9d3-48a7-b2bb-ab2044bd03a7 None None] placement.collect_timing = False {{(pid=65288) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.485348] env[65288]: DEBUG oslo_service.backend._eventlet.service [None req-c8ff39af-a9d3-48a7-b2bb-ab2044bd03a7 None None] placement.endpoint_type = public {{(pid=65288) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.485477] env[65288]: DEBUG oslo_service.backend._eventlet.service [None req-c8ff39af-a9d3-48a7-b2bb-ab2044bd03a7 None None] placement.insecure = False {{(pid=65288) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.485602] env[65288]: DEBUG oslo_service.backend._eventlet.service [None req-c8ff39af-a9d3-48a7-b2bb-ab2044bd03a7 None None] placement.keyfile = None {{(pid=65288) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.485735] env[65288]: DEBUG oslo_service.backend._eventlet.service [None req-c8ff39af-a9d3-48a7-b2bb-ab2044bd03a7 None None] placement.region_name = None {{(pid=65288) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.485859] env[65288]: DEBUG oslo_service.backend._eventlet.service [None req-c8ff39af-a9d3-48a7-b2bb-ab2044bd03a7 None None] placement.split_loggers = False {{(pid=65288) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.485985] env[65288]: DEBUG oslo_service.backend._eventlet.service [None req-c8ff39af-a9d3-48a7-b2bb-ab2044bd03a7 None None] placement.timeout = None {{(pid=65288) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.486131] env[65288]: DEBUG oslo_service.backend._eventlet.service [None req-c8ff39af-a9d3-48a7-b2bb-ab2044bd03a7 None None] ironic.auth_section = None {{(pid=65288) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.486259] env[65288]: DEBUG oslo_service.backend._eventlet.service [None req-c8ff39af-a9d3-48a7-b2bb-ab2044bd03a7 None None] ironic.auth_type = None {{(pid=65288) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.486387] env[65288]: DEBUG oslo_service.backend._eventlet.service [None req-c8ff39af-a9d3-48a7-b2bb-ab2044bd03a7 None None] ironic.cafile = None {{(pid=65288) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.486514] env[65288]: DEBUG oslo_service.backend._eventlet.service [None req-c8ff39af-a9d3-48a7-b2bb-ab2044bd03a7 None None] ironic.certfile = None {{(pid=65288) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.486644] env[65288]: DEBUG oslo_service.backend._eventlet.service [None req-c8ff39af-a9d3-48a7-b2bb-ab2044bd03a7 None None] ironic.collect_timing = False {{(pid=65288) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.486772] env[65288]: DEBUG oslo_service.backend._eventlet.service [None req-c8ff39af-a9d3-48a7-b2bb-ab2044bd03a7 None None] ironic.connect_retries = None {{(pid=65288) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.486903] env[65288]: DEBUG oslo_service.backend._eventlet.service [None req-c8ff39af-a9d3-48a7-b2bb-ab2044bd03a7 None None] ironic.connect_retry_delay = None {{(pid=65288) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.487042] env[65288]: DEBUG oslo_service.backend._eventlet.service [None req-c8ff39af-a9d3-48a7-b2bb-ab2044bd03a7 None None] ironic.enable_notifications = False {{(pid=65288) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.487171] env[65288]: DEBUG oslo_service.backend._eventlet.service [None req-c8ff39af-a9d3-48a7-b2bb-ab2044bd03a7 None None] ironic.endpoint_override = None {{(pid=65288) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.487302] env[65288]: DEBUG oslo_service.backend._eventlet.service [None req-c8ff39af-a9d3-48a7-b2bb-ab2044bd03a7 None None] ironic.insecure = False {{(pid=65288) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.487430] env[65288]: DEBUG oslo_service.backend._eventlet.service [None req-c8ff39af-a9d3-48a7-b2bb-ab2044bd03a7 None None] ironic.interface = None {{(pid=65288) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.487556] env[65288]: DEBUG oslo_service.backend._eventlet.service [None req-c8ff39af-a9d3-48a7-b2bb-ab2044bd03a7 None None] ironic.keyfile = None {{(pid=65288) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.487683] env[65288]: DEBUG oslo_service.backend._eventlet.service [None req-c8ff39af-a9d3-48a7-b2bb-ab2044bd03a7 None None] ironic.max_version = None {{(pid=65288) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.487810] env[65288]: DEBUG oslo_service.backend._eventlet.service [None req-c8ff39af-a9d3-48a7-b2bb-ab2044bd03a7 None None] ironic.min_version = None {{(pid=65288) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.487936] env[65288]: DEBUG oslo_service.backend._eventlet.service [None req-c8ff39af-a9d3-48a7-b2bb-ab2044bd03a7 None None] ironic.region_name = None {{(pid=65288) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.488081] env[65288]: DEBUG oslo_service.backend._eventlet.service [None req-c8ff39af-a9d3-48a7-b2bb-ab2044bd03a7 None None] ironic.retriable_status_codes = None {{(pid=65288) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.488209] env[65288]: DEBUG oslo_service.backend._eventlet.service [None req-c8ff39af-a9d3-48a7-b2bb-ab2044bd03a7 None None] ironic.service_name = None {{(pid=65288) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.488337] env[65288]: DEBUG oslo_service.backend._eventlet.service [None req-c8ff39af-a9d3-48a7-b2bb-ab2044bd03a7 None None] ironic.service_type = None {{(pid=65288) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.488467] env[65288]: DEBUG oslo_service.backend._eventlet.service [None req-c8ff39af-a9d3-48a7-b2bb-ab2044bd03a7 None None] ironic.split_loggers = False {{(pid=65288) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.488593] env[65288]: DEBUG oslo_service.backend._eventlet.service [None req-c8ff39af-a9d3-48a7-b2bb-ab2044bd03a7 None None] ironic.status_code_retries = None {{(pid=65288) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.488718] env[65288]: DEBUG oslo_service.backend._eventlet.service [None req-c8ff39af-a9d3-48a7-b2bb-ab2044bd03a7 None None] ironic.status_code_retry_delay = None {{(pid=65288) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.488843] env[65288]: DEBUG oslo_service.backend._eventlet.service [None req-c8ff39af-a9d3-48a7-b2bb-ab2044bd03a7 None None] ironic.timeout = None {{(pid=65288) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.488970] env[65288]: DEBUG oslo_service.backend._eventlet.service [None req-c8ff39af-a9d3-48a7-b2bb-ab2044bd03a7 None None] ironic.valid_interfaces = None {{(pid=65288) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.489110] env[65288]: DEBUG oslo_service.backend._eventlet.service [None req-c8ff39af-a9d3-48a7-b2bb-ab2044bd03a7 None None] ironic.version = None {{(pid=65288) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.489248] env[65288]: DEBUG oslo_service.backend._eventlet.service [None req-c8ff39af-a9d3-48a7-b2bb-ab2044bd03a7 None None] cli_script.dry_run = False {{(pid=65288) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.489389] env[65288]: DEBUG oslo_service.backend._eventlet.service [None req-c8ff39af-a9d3-48a7-b2bb-ab2044bd03a7 None None] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=65288) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.489519] env[65288]: DEBUG oslo_service.backend._eventlet.service [None req-c8ff39af-a9d3-48a7-b2bb-ab2044bd03a7 None None] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=65288) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.489650] env[65288]: DEBUG oslo_service.backend._eventlet.service [None req-c8ff39af-a9d3-48a7-b2bb-ab2044bd03a7 None None] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=65288) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.489780] env[65288]: DEBUG oslo_service.backend._eventlet.service [None req-c8ff39af-a9d3-48a7-b2bb-ab2044bd03a7 None None] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=65288) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.489910] env[65288]: DEBUG oslo_service.backend._eventlet.service [None req-c8ff39af-a9d3-48a7-b2bb-ab2044bd03a7 None None] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=65288) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.490046] env[65288]: DEBUG oslo_service.backend._eventlet.service [None req-c8ff39af-a9d3-48a7-b2bb-ab2044bd03a7 None None] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=65288) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.490177] env[65288]: DEBUG oslo_service.backend._eventlet.service [None req-c8ff39af-a9d3-48a7-b2bb-ab2044bd03a7 None None] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=65288) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.490310] env[65288]: DEBUG oslo_service.backend._eventlet.service [None req-c8ff39af-a9d3-48a7-b2bb-ab2044bd03a7 None None] oslo_messaging_rabbit.heartbeat_rate = 3 {{(pid=65288) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.490441] env[65288]: DEBUG oslo_service.backend._eventlet.service [None req-c8ff39af-a9d3-48a7-b2bb-ab2044bd03a7 None None] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=65288) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.490580] env[65288]: DEBUG oslo_service.backend._eventlet.service [None req-c8ff39af-a9d3-48a7-b2bb-ab2044bd03a7 None None] oslo_messaging_rabbit.hostname = devstack {{(pid=65288) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.490711] env[65288]: DEBUG oslo_service.backend._eventlet.service [None req-c8ff39af-a9d3-48a7-b2bb-ab2044bd03a7 None None] oslo_messaging_rabbit.kombu_compression = None {{(pid=65288) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.490851] env[65288]: DEBUG oslo_service.backend._eventlet.service [None req-c8ff39af-a9d3-48a7-b2bb-ab2044bd03a7 None None] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=65288) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.490989] env[65288]: DEBUG oslo_service.backend._eventlet.service [None req-c8ff39af-a9d3-48a7-b2bb-ab2044bd03a7 None None] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=65288) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.491137] env[65288]: DEBUG oslo_service.backend._eventlet.service [None req-c8ff39af-a9d3-48a7-b2bb-ab2044bd03a7 None None] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=65288) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.491268] env[65288]: DEBUG oslo_service.backend._eventlet.service [None req-c8ff39af-a9d3-48a7-b2bb-ab2044bd03a7 None None] oslo_messaging_rabbit.kombu_reconnect_splay = 0.0 {{(pid=65288) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.491403] env[65288]: DEBUG oslo_service.backend._eventlet.service [None req-c8ff39af-a9d3-48a7-b2bb-ab2044bd03a7 None None] oslo_messaging_rabbit.processname = neutron-nsxv3-agent {{(pid=65288) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.491531] env[65288]: DEBUG oslo_service.backend._eventlet.service [None req-c8ff39af-a9d3-48a7-b2bb-ab2044bd03a7 None None] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=65288) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.491661] env[65288]: DEBUG oslo_service.backend._eventlet.service [None req-c8ff39af-a9d3-48a7-b2bb-ab2044bd03a7 None None] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=65288) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.491797] env[65288]: DEBUG oslo_service.backend._eventlet.service [None req-c8ff39af-a9d3-48a7-b2bb-ab2044bd03a7 None None] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=65288) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.491927] env[65288]: DEBUG oslo_service.backend._eventlet.service [None req-c8ff39af-a9d3-48a7-b2bb-ab2044bd03a7 None None] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=65288) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.492065] env[65288]: DEBUG oslo_service.backend._eventlet.service [None req-c8ff39af-a9d3-48a7-b2bb-ab2044bd03a7 None None] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=65288) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.492199] env[65288]: DEBUG oslo_service.backend._eventlet.service [None req-c8ff39af-a9d3-48a7-b2bb-ab2044bd03a7 None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_bytes = 0 {{(pid=65288) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.492330] env[65288]: DEBUG oslo_service.backend._eventlet.service [None req-c8ff39af-a9d3-48a7-b2bb-ab2044bd03a7 None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_length = 0 {{(pid=65288) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.492458] env[65288]: DEBUG oslo_service.backend._eventlet.service [None req-c8ff39af-a9d3-48a7-b2bb-ab2044bd03a7 None None] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=65288) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.492589] env[65288]: DEBUG oslo_service.backend._eventlet.service [None req-c8ff39af-a9d3-48a7-b2bb-ab2044bd03a7 None None] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=65288) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.492721] env[65288]: DEBUG oslo_service.backend._eventlet.service [None req-c8ff39af-a9d3-48a7-b2bb-ab2044bd03a7 None None] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=65288) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.492854] env[65288]: DEBUG oslo_service.backend._eventlet.service [None req-c8ff39af-a9d3-48a7-b2bb-ab2044bd03a7 None None] oslo_messaging_rabbit.rabbit_stream_fanout = False {{(pid=65288) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.492984] env[65288]: DEBUG oslo_service.backend._eventlet.service [None req-c8ff39af-a9d3-48a7-b2bb-ab2044bd03a7 None None] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=65288) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.493124] env[65288]: DEBUG oslo_service.backend._eventlet.service [None req-c8ff39af-a9d3-48a7-b2bb-ab2044bd03a7 None None] oslo_messaging_rabbit.rabbit_transient_quorum_queue = False {{(pid=65288) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.493253] env[65288]: DEBUG oslo_service.backend._eventlet.service [None req-c8ff39af-a9d3-48a7-b2bb-ab2044bd03a7 None None] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=65288) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.493382] env[65288]: DEBUG oslo_service.backend._eventlet.service [None req-c8ff39af-a9d3-48a7-b2bb-ab2044bd03a7 None None] oslo_messaging_rabbit.ssl = False {{(pid=65288) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.493517] env[65288]: DEBUG oslo_service.backend._eventlet.service [None req-c8ff39af-a9d3-48a7-b2bb-ab2044bd03a7 None None] oslo_messaging_rabbit.ssl_ca_file = {{(pid=65288) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.493652] env[65288]: DEBUG oslo_service.backend._eventlet.service [None req-c8ff39af-a9d3-48a7-b2bb-ab2044bd03a7 None None] oslo_messaging_rabbit.ssl_cert_file = {{(pid=65288) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.493782] env[65288]: DEBUG oslo_service.backend._eventlet.service [None req-c8ff39af-a9d3-48a7-b2bb-ab2044bd03a7 None None] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=65288) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.493918] env[65288]: DEBUG oslo_service.backend._eventlet.service [None req-c8ff39af-a9d3-48a7-b2bb-ab2044bd03a7 None None] oslo_messaging_rabbit.ssl_key_file = {{(pid=65288) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.494062] env[65288]: DEBUG oslo_service.backend._eventlet.service [None req-c8ff39af-a9d3-48a7-b2bb-ab2044bd03a7 None None] oslo_messaging_rabbit.ssl_version = {{(pid=65288) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.494196] env[65288]: DEBUG oslo_service.backend._eventlet.service [None req-c8ff39af-a9d3-48a7-b2bb-ab2044bd03a7 None None] oslo_messaging_rabbit.use_queue_manager = False {{(pid=65288) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.494337] env[65288]: DEBUG oslo_service.backend._eventlet.service [None req-c8ff39af-a9d3-48a7-b2bb-ab2044bd03a7 None None] oslo_messaging_notifications.driver = [] {{(pid=65288) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.494469] env[65288]: DEBUG oslo_service.backend._eventlet.service [None req-c8ff39af-a9d3-48a7-b2bb-ab2044bd03a7 None None] oslo_messaging_notifications.retry = -1 {{(pid=65288) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.494615] env[65288]: DEBUG oslo_service.backend._eventlet.service [None req-c8ff39af-a9d3-48a7-b2bb-ab2044bd03a7 None None] oslo_messaging_notifications.topics = ['notifications'] {{(pid=65288) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.494745] env[65288]: DEBUG oslo_service.backend._eventlet.service [None req-c8ff39af-a9d3-48a7-b2bb-ab2044bd03a7 None None] oslo_messaging_notifications.transport_url = **** {{(pid=65288) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.494850] env[65288]: DEBUG oslo_service.backend._eventlet.service [None req-c8ff39af-a9d3-48a7-b2bb-ab2044bd03a7 None None] ******************************************************************************** {{(pid=65288) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2828}} [ 527.495992] env[65288]: DEBUG neutron.agent.securitygroups_rpc [None req-cb3e2329-a6ab-4918-b717-082b4960ccf0 None None] Init firewall settings (driver=nsxv3) {{(pid=65288) init_firewall /opt/stack/neutron/neutron/agent/securitygroups_rpc.py:137}} [ 527.497343] env[65288]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.extensions.firewall [None req-cb3e2329-a6ab-4918-b717-082b4960ccf0 None None] Initializing NSXv3SecurityGroupsDriver dummy driver. {{(pid=65288) __init__ /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/extensions/firewall.py:16}} [ 527.497575] env[65288]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-cb3e2329-a6ab-4918-b717-082b4960ccf0 None None] RPC agent_id: nsxm-l-01a.corp.local [ 527.499789] env[65288]: DEBUG dogpile.cache.region [None req-cb3e2329-a6ab-4918-b717-082b4960ccf0 None None] No value present for key: 'zone-id' {{(pid=65288) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 527.499918] env[65288]: DEBUG dogpile.lock [None req-cb3e2329-a6ab-4918-b717-082b4960ccf0 None None] NeedRegenerationException {{(pid=65288) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 527.500016] env[65288]: DEBUG dogpile.lock [None req-cb3e2329-a6ab-4918-b717-082b4960ccf0 None None] no value, waiting for create lock {{(pid=65288) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 527.500107] env[65288]: DEBUG dogpile.lock [None req-cb3e2329-a6ab-4918-b717-082b4960ccf0 None None] value creation lock acquired {{(pid=65288) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 527.500200] env[65288]: DEBUG dogpile.cache.region [None req-cb3e2329-a6ab-4918-b717-082b4960ccf0 None None] No value present for key: 'zone-id' {{(pid=65288) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 527.500286] env[65288]: DEBUG dogpile.lock [None req-cb3e2329-a6ab-4918-b717-082b4960ccf0 None None] Calling creation function for not-yet-present value {{(pid=65288) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 527.500511] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cb3e2329-a6ab-4918-b717-082b4960ccf0 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 527.532689] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [None req-cb3e2329-a6ab-4918-b717-082b4960ccf0 None None] Session token - acquiring [ 527.534241] env[65288]: DEBUG networking_nsxv3.common.locking [None req-cb3e2329-a6ab-4918-b717-082b4960ccf0 None None] Lock https://nsxt.osci.c.eu-de-1.cloud.sap:443 taken with stack trace [, , , , , , , , , , , , , , , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 527.534426] env[65288]: DEBUG oslo_concurrency.lockutils [None req-cb3e2329-a6ab-4918-b717-082b4960ccf0 None None] Acquiring lock "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 527.534512] env[65288]: DEBUG oslo_concurrency.lockutils [None req-cb3e2329-a6ab-4918-b717-082b4960ccf0 None None] Acquired lock "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 527.534945] env[65288]: DEBUG oslo_concurrency.lockutils [None req-cb3e2329-a6ab-4918-b717-082b4960ccf0 None None] Acquired external semaphore "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 527.545913] env[65288]: DEBUG oslo_concurrency.lockutils [None req-cb3e2329-a6ab-4918-b717-082b4960ccf0 None None] Releasing lock "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 527.827924] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [None req-cb3e2329-a6ab-4918-b717-082b4960ccf0 None None] Session token - acquired, connected to NSX-T 4.1.2.0.0.22589037 [ 527.850057] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cb3e2329-a6ab-4918-b717-082b4960ccf0 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 527.850315] env[65288]: DEBUG dogpile.cache.region [None req-cb3e2329-a6ab-4918-b717-082b4960ccf0 None None] Cache value generated in 0.350 seconds for key(s): 'zone-id' {{(pid=65288) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 527.850315] env[65288]: DEBUG dogpile.lock [None req-cb3e2329-a6ab-4918-b717-082b4960ccf0 None None] Released creation lock {{(pid=65288) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 527.850478] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cb3e2329-a6ab-4918-b717-082b4960ccf0 None None] Activating Policy API Provider. [ 527.850635] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cb3e2329-a6ab-4918-b717-082b4960ccf0 None None] Looking for the default Infrastructure Rules. [ 527.919914] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cb3e2329-a6ab-4918-b717-082b4960ccf0 None None] Looking for the Default Layer3 Logged Drop Section. [ 527.936421] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-cb3e2329-a6ab-4918-b717-082b4960ccf0 None None] Detected NSX-T (4, 1, 2, 0, 0, 22589037) version. [ 527.936882] env[65288]: DEBUG networking_nsxv3.common.locking [None req-cb3e2329-a6ab-4918-b717-082b4960ccf0 None None] Lock all taken with stack trace [, , , , , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 527.937073] env[65288]: DEBUG oslo_concurrency.lockutils [None req-cb3e2329-a6ab-4918-b717-082b4960ccf0 None None] Acquiring lock "all" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 527.937177] env[65288]: DEBUG oslo_concurrency.lockutils [None req-cb3e2329-a6ab-4918-b717-082b4960ccf0 None None] Acquired lock "all" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 527.937456] env[65288]: DEBUG oslo_concurrency.lockutils [None req-cb3e2329-a6ab-4918-b717-082b4960ccf0 None None] Acquired external semaphore "all" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 527.937797] env[65288]: DEBUG networking_nsxv3.api.rpc [None req-cb3e2329-a6ab-4918-b717-082b4960ccf0 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 528.452784] env[65288]: DEBUG networking_nsxv3.api.rpc [None req-cb3e2329-a6ab-4918-b717-082b4960ccf0 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 528.954897] env[65288]: DEBUG networking_nsxv3.api.rpc [None req-cb3e2329-a6ab-4918-b717-082b4960ccf0 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 529.456864] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-cb3e2329-a6ab-4918-b717-082b4960ccf0 None None] Inventory metadata is going to be refreshed. [ 529.457277] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cb3e2329-a6ab-4918-b717-082b4960ccf0 None None] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 530.237407] env[65288]: DEBUG networking_nsxv3.common.locking [None req-cb3e2329-a6ab-4918-b717-082b4960ccf0 None None] Lock Segment taken with stack trace [, , , , , , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 530.237653] env[65288]: DEBUG oslo_concurrency.lockutils [None req-cb3e2329-a6ab-4918-b717-082b4960ccf0 None None] Acquiring lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 530.237706] env[65288]: DEBUG oslo_concurrency.lockutils [None req-cb3e2329-a6ab-4918-b717-082b4960ccf0 None None] Acquired lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 530.237998] env[65288]: DEBUG oslo_concurrency.lockutils [None req-cb3e2329-a6ab-4918-b717-082b4960ccf0 None None] Acquired external semaphore "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 530.248847] env[65288]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [None req-cb3e2329-a6ab-4918-b717-082b4960ccf0 None None] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 530.249813] env[65288]: DEBUG oslo_concurrency.lockutils [None req-cb3e2329-a6ab-4918-b717-082b4960ccf0 None None] Releasing lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 530.250749] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cb3e2329-a6ab-4918-b717-082b4960ccf0 None None] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 530.271337] env[65288]: DEBUG networking_nsxv3.common.locking [None req-cb3e2329-a6ab-4918-b717-082b4960ccf0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 530.271612] env[65288]: DEBUG oslo_concurrency.lockutils [None req-cb3e2329-a6ab-4918-b717-082b4960ccf0 None None] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 530.271612] env[65288]: DEBUG oslo_concurrency.lockutils [None req-cb3e2329-a6ab-4918-b717-082b4960ccf0 None None] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 530.271900] env[65288]: DEBUG oslo_concurrency.lockutils [None req-cb3e2329-a6ab-4918-b717-082b4960ccf0 None None] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 530.272052] env[65288]: DEBUG oslo_concurrency.lockutils [None req-cb3e2329-a6ab-4918-b717-082b4960ccf0 None None] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 530.272202] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cb3e2329-a6ab-4918-b717-082b4960ccf0 None None] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 530.272313] env[65288]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cb3e2329-a6ab-4918-b717-082b4960ccf0 None None] Outdated resources of Type:SegmentPort Are:set() {{(pid=65288) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 530.272456] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cb3e2329-a6ab-4918-b717-082b4960ccf0 None None] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 530.296522] env[65288]: DEBUG networking_nsxv3.common.locking [None req-cb3e2329-a6ab-4918-b717-082b4960ccf0 None None] Lock Security Group (Rules) taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 530.296801] env[65288]: DEBUG oslo_concurrency.lockutils [None req-cb3e2329-a6ab-4918-b717-082b4960ccf0 None None] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 530.296801] env[65288]: DEBUG oslo_concurrency.lockutils [None req-cb3e2329-a6ab-4918-b717-082b4960ccf0 None None] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 530.297088] env[65288]: DEBUG oslo_concurrency.lockutils [None req-cb3e2329-a6ab-4918-b717-082b4960ccf0 None None] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 530.297275] env[65288]: DEBUG oslo_concurrency.lockutils [None req-cb3e2329-a6ab-4918-b717-082b4960ccf0 None None] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 530.297420] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cb3e2329-a6ab-4918-b717-082b4960ccf0 None None] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 530.319576] env[65288]: DEBUG networking_nsxv3.common.locking [None req-cb3e2329-a6ab-4918-b717-082b4960ccf0 None None] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 530.319819] env[65288]: DEBUG oslo_concurrency.lockutils [None req-cb3e2329-a6ab-4918-b717-082b4960ccf0 None None] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 530.319868] env[65288]: DEBUG oslo_concurrency.lockutils [None req-cb3e2329-a6ab-4918-b717-082b4960ccf0 None None] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 530.320177] env[65288]: DEBUG oslo_concurrency.lockutils [None req-cb3e2329-a6ab-4918-b717-082b4960ccf0 None None] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 530.320323] env[65288]: DEBUG oslo_concurrency.lockutils [None req-cb3e2329-a6ab-4918-b717-082b4960ccf0 None None] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 530.320464] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cb3e2329-a6ab-4918-b717-082b4960ccf0 None None] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 530.340373] env[65288]: DEBUG networking_nsxv3.common.locking [None req-cb3e2329-a6ab-4918-b717-082b4960ccf0 None None] Lock Address Group taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 530.340598] env[65288]: DEBUG oslo_concurrency.lockutils [None req-cb3e2329-a6ab-4918-b717-082b4960ccf0 None None] Acquiring lock "Address Group" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 530.340641] env[65288]: DEBUG oslo_concurrency.lockutils [None req-cb3e2329-a6ab-4918-b717-082b4960ccf0 None None] Acquired lock "Address Group" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 530.340909] env[65288]: DEBUG oslo_concurrency.lockutils [None req-cb3e2329-a6ab-4918-b717-082b4960ccf0 None None] Acquired external semaphore "Address Group" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 530.341055] env[65288]: DEBUG oslo_concurrency.lockutils [None req-cb3e2329-a6ab-4918-b717-082b4960ccf0 None None] Releasing lock "Address Group" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 530.341196] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cb3e2329-a6ab-4918-b717-082b4960ccf0 None None] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:0. [ 530.341295] env[65288]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cb3e2329-a6ab-4918-b717-082b4960ccf0 None None] Outdated resources of Type:Security Group (Rules) Are:set() {{(pid=65288) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 530.341398] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cb3e2329-a6ab-4918-b717-082b4960ccf0 None None] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 530.360814] env[65288]: DEBUG networking_nsxv3.common.locking [None req-cb3e2329-a6ab-4918-b717-082b4960ccf0 None None] Lock Segment QoS taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 530.361248] env[65288]: DEBUG oslo_concurrency.lockutils [None req-cb3e2329-a6ab-4918-b717-082b4960ccf0 None None] Acquiring lock "Segment QoS" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 530.361354] env[65288]: DEBUG oslo_concurrency.lockutils [None req-cb3e2329-a6ab-4918-b717-082b4960ccf0 None None] Acquired lock "Segment QoS" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 530.361659] env[65288]: DEBUG oslo_concurrency.lockutils [None req-cb3e2329-a6ab-4918-b717-082b4960ccf0 None None] Acquired external semaphore "Segment QoS" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 530.361811] env[65288]: DEBUG oslo_concurrency.lockutils [None req-cb3e2329-a6ab-4918-b717-082b4960ccf0 None None] Releasing lock "Segment QoS" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 530.361960] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cb3e2329-a6ab-4918-b717-082b4960ccf0 None None] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 530.362075] env[65288]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cb3e2329-a6ab-4918-b717-082b4960ccf0 None None] Outdated resources of Type:Segment QoS Are:set() {{(pid=65288) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 530.362176] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cb3e2329-a6ab-4918-b717-082b4960ccf0 None None] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 530.390670] env[65288]: DEBUG networking_nsxv3.common.locking [None req-cb3e2329-a6ab-4918-b717-082b4960ccf0 None None] Lock Security Group (Members) taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 530.390916] env[65288]: DEBUG oslo_concurrency.lockutils [None req-cb3e2329-a6ab-4918-b717-082b4960ccf0 None None] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 530.390963] env[65288]: DEBUG oslo_concurrency.lockutils [None req-cb3e2329-a6ab-4918-b717-082b4960ccf0 None None] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 530.391328] env[65288]: DEBUG oslo_concurrency.lockutils [None req-cb3e2329-a6ab-4918-b717-082b4960ccf0 None None] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 530.391502] env[65288]: DEBUG oslo_concurrency.lockutils [None req-cb3e2329-a6ab-4918-b717-082b4960ccf0 None None] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 530.391691] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cb3e2329-a6ab-4918-b717-082b4960ccf0 None None] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 530.391796] env[65288]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cb3e2329-a6ab-4918-b717-082b4960ccf0 None None] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=65288) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 530.391896] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-cb3e2329-a6ab-4918-b717-082b4960ccf0 None None] Inventory metadata have been refreshed. [ 530.392107] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-cb3e2329-a6ab-4918-b717-082b4960ccf0 None None] Dryrun:True. Metadata refresh completed. [ 530.392245] env[65288]: DEBUG oslo_concurrency.lockutils [None req-cb3e2329-a6ab-4918-b717-082b4960ccf0 None None] Releasing lock "all" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 530.393942] env[65288]: INFO neutron.agent.agent_extensions_manager [None req-cb3e2329-a6ab-4918-b717-082b4960ccf0 None None] Loaded agent extensions: [] [ 530.394673] env[65288]: DEBUG neutron_lib.callbacks.manager [None req-cb3e2329-a6ab-4918-b717-082b4960ccf0 None None] Publish callbacks [] for NSXv3 Agent (None), after_init {{(pid=65288) _notify_loop /opt/stack/data/venv/lib/python3.10/site-packages/neutron_lib/callbacks/manager.py:184}} [ 530.449279] env[65288]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-cb3e2329-a6ab-4918-b717-082b4960ccf0 None None] NSXv3 Agent Agent RPC Daemon Started! [ 530.449447] env[65288]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-cb3e2329-a6ab-4918-b717-082b4960ccf0 None None] NSXv3 Agent Agent loop - iteration:0 started [ 530.449494] env[65288]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-cb3e2329-a6ab-4918-b717-082b4960ccf0 None None] NSXv3 Agent Agent out of sync with plugin! [ 535.395879] env[65288]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 535.396128] env[65288]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 540.397587] env[65288]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 540.397951] env[65288]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 545.290778] env[65288]: INFO networking_nsxv3.common.synchronization [None req-09642b2f-bdc6-4ba8-81bb-0c75b2b099a7 demo admin] Enqueued Resource ID: 7c326130-44b2-49f2-82e3-9ddcf4f62b77 with Priority: HIGHEST for action security_group_rules [ 545.291306] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7c326130-44b2-49f2-82e3-9ddcf4f62b77 with Priority: HIGHEST for action security_group_rules [ 545.291629] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7c326130-44b2-49f2-82e3-9ddcf4f62b77 taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 545.291755] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7c326130-44b2-49f2-82e3-9ddcf4f62b77" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 545.291824] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7c326130-44b2-49f2-82e3-9ddcf4f62b77" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 545.292181] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7c326130-44b2-49f2-82e3-9ddcf4f62b77" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 545.292420] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7c326130-44b2-49f2-82e3-9ddcf4f62b77',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 545.819483] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 545.819718] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 545.819718] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 545.819897] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 545.819967] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 545.820060] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7c326130-44b2-49f2-82e3-9ddcf4f62b77 already deleted. [ 545.820144] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7c326130-44b2-49f2-82e3-9ddcf4f62b77" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 550.292885] env[65288]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 550.293294] env[65288]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 555.293921] env[65288]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 555.294177] env[65288]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 560.295393] env[65288]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 560.295393] env[65288]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 565.296871] env[65288]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 565.296871] env[65288]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 570.298721] env[65288]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 570.298986] env[65288]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 575.299942] env[65288]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 575.300249] env[65288]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 577.336213] env[65288]: INFO networking_nsxv3.common.synchronization [None req-eb65b91b-cf14-41be-bb73-af64d57df8b6 None None] Enqueued Resource ID: cfd20baa-8249-49e9-8422-c0e2dcbc5089 with Priority: HIGHEST for action port [ 577.338103] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cfd20baa-8249-49e9-8422-c0e2dcbc5089 with Priority: HIGHEST for action port [ 577.338103] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock port-cfd20baa-8249-49e9-8422-c0e2dcbc5089 taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 577.338103] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cfd20baa-8249-49e9-8422-c0e2dcbc5089" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 577.338103] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cfd20baa-8249-49e9-8422-c0e2dcbc5089" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 577.338103] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cfd20baa-8249-49e9-8422-c0e2dcbc5089" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 577.338103] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cfd20baa-8249-49e9-8422-c0e2dcbc5089',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 577.554735] env[65288]: INFO networking_nsxv3.common.synchronization [None req-7048c468-470d-4e96-8555-5c5339d075d4 None None] Enqueued Resource ID: 6ba17c80-82ea-4974-bfcf-ffbb47653d49 with Priority: HIGHEST for action port [ 577.555587] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6ba17c80-82ea-4974-bfcf-ffbb47653d49 with Priority: HIGHEST for action port [ 577.556137] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock port-6ba17c80-82ea-4974-bfcf-ffbb47653d49 taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 577.556319] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6ba17c80-82ea-4974-bfcf-ffbb47653d49" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 577.556629] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6ba17c80-82ea-4974-bfcf-ffbb47653d49" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 577.556890] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6ba17c80-82ea-4974-bfcf-ffbb47653d49" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 577.556974] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6ba17c80-82ea-4974-bfcf-ffbb47653d49',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 577.843707] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port cfd20baa-8249-49e9-8422-c0e2dcbc5089 [ 577.843707] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 577.843707] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 577.843707] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 577.843707] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 577.843707] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 577.843707] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:cfd20baa-8249-49e9-8422-c0e2dcbc5089 already deleted. [ 577.843707] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cfd20baa-8249-49e9-8422-c0e2dcbc5089" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 578.060296] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 6ba17c80-82ea-4974-bfcf-ffbb47653d49 [ 578.060296] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 578.060296] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 578.060296] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 578.060526] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 578.060526] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 578.061480] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:6ba17c80-82ea-4974-bfcf-ffbb47653d49 already deleted. [ 578.061480] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6ba17c80-82ea-4974-bfcf-ffbb47653d49" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 578.306961] env[65288]: INFO networking_nsxv3.common.synchronization [None req-c5ca0278-e338-4c21-b1de-ff38e5f8a1b8 None None] Enqueued Resource ID: 9935dc31-6b09-4c25-bbb6-21d1b150b1eb with Priority: HIGHEST for action port [ 578.306961] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9935dc31-6b09-4c25-bbb6-21d1b150b1eb with Priority: HIGHEST for action port [ 578.306961] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock port-9935dc31-6b09-4c25-bbb6-21d1b150b1eb taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 578.307262] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9935dc31-6b09-4c25-bbb6-21d1b150b1eb" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 578.307262] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9935dc31-6b09-4c25-bbb6-21d1b150b1eb" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 578.307517] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9935dc31-6b09-4c25-bbb6-21d1b150b1eb" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 578.307517] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9935dc31-6b09-4c25-bbb6-21d1b150b1eb',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 578.313954] env[65288]: INFO networking_nsxv3.common.synchronization [None req-e90d1233-b40c-45a8-bd2d-73304c146e6c None None] Enqueued Resource ID: a1601b99-ac03-487f-81da-e29471a83f1c with Priority: HIGHEST for action port [ 578.314447] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a1601b99-ac03-487f-81da-e29471a83f1c with Priority: HIGHEST for action port [ 578.314749] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock port-a1601b99-ac03-487f-81da-e29471a83f1c taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 578.315413] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a1601b99-ac03-487f-81da-e29471a83f1c" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 578.315413] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a1601b99-ac03-487f-81da-e29471a83f1c" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 578.315413] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a1601b99-ac03-487f-81da-e29471a83f1c" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 578.315413] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a1601b99-ac03-487f-81da-e29471a83f1c',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 578.812392] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 9935dc31-6b09-4c25-bbb6-21d1b150b1eb [ 578.812925] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 578.812925] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 578.812925] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 578.813532] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 578.813532] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 578.813532] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:9935dc31-6b09-4c25-bbb6-21d1b150b1eb already deleted. [ 578.813532] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9935dc31-6b09-4c25-bbb6-21d1b150b1eb" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 578.821416] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a1601b99-ac03-487f-81da-e29471a83f1c [ 578.822621] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 578.822621] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 578.822621] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 578.822621] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 578.822621] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 578.822621] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a1601b99-ac03-487f-81da-e29471a83f1c already deleted. [ 578.822621] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a1601b99-ac03-487f-81da-e29471a83f1c" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 579.125821] env[65288]: INFO networking_nsxv3.common.synchronization [None req-aede6195-30fb-49a4-8f94-7216c54e1d9c None None] Enqueued Resource ID: eeb81f52-5551-4c16-9af4-662fe2dcad6e with Priority: HIGHEST for action port [ 579.128253] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eeb81f52-5551-4c16-9af4-662fe2dcad6e with Priority: HIGHEST for action port [ 579.128920] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock port-eeb81f52-5551-4c16-9af4-662fe2dcad6e taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 579.129064] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-eeb81f52-5551-4c16-9af4-662fe2dcad6e" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 579.129328] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-eeb81f52-5551-4c16-9af4-662fe2dcad6e" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 579.129441] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-eeb81f52-5551-4c16-9af4-662fe2dcad6e" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 579.129495] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('eeb81f52-5551-4c16-9af4-662fe2dcad6e',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 579.354837] env[65288]: INFO networking_nsxv3.common.synchronization [None req-4e20447d-b92c-44b0-8515-f203a9a7d3d1 None None] Enqueued Resource ID: ca356366-96b6-4ba0-9fdf-7475f145c798 with Priority: HIGHEST for action port [ 579.355934] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ca356366-96b6-4ba0-9fdf-7475f145c798 with Priority: HIGHEST for action port [ 579.356403] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock port-ca356366-96b6-4ba0-9fdf-7475f145c798 taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 579.356730] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ca356366-96b6-4ba0-9fdf-7475f145c798" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 579.357280] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ca356366-96b6-4ba0-9fdf-7475f145c798" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 579.359697] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ca356366-96b6-4ba0-9fdf-7475f145c798" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 579.359697] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ca356366-96b6-4ba0-9fdf-7475f145c798',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 579.398538] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 579.398887] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 579.398936] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 579.399184] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 579.399538] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 579.638057] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port eeb81f52-5551-4c16-9af4-662fe2dcad6e [ 579.638057] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 579.638057] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 579.638057] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 579.638057] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 579.638057] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 579.638057] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:eeb81f52-5551-4c16-9af4-662fe2dcad6e already deleted. [ 579.638057] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-eeb81f52-5551-4c16-9af4-662fe2dcad6e" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 579.866160] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ca356366-96b6-4ba0-9fdf-7475f145c798 [ 579.866513] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 579.866631] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 579.866693] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 579.866992] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 579.868156] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 579.868156] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ca356366-96b6-4ba0-9fdf-7475f145c798 already deleted. [ 579.868156] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ca356366-96b6-4ba0-9fdf-7475f145c798" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 579.902877] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 580.361065] env[65288]: INFO networking_nsxv3.common.synchronization [None req-05245fd2-648e-4e97-8663-b987d81e1de0 None None] Enqueued Resource ID: 465d34f3-7abc-4948-99a5-01e6fb1bd787 with Priority: HIGHEST for action port [ 580.361065] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 465d34f3-7abc-4948-99a5-01e6fb1bd787 with Priority: HIGHEST for action port [ 580.361065] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock port-465d34f3-7abc-4948-99a5-01e6fb1bd787 taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 580.361065] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-465d34f3-7abc-4948-99a5-01e6fb1bd787" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 580.361065] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-465d34f3-7abc-4948-99a5-01e6fb1bd787" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 580.361065] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-465d34f3-7abc-4948-99a5-01e6fb1bd787" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 580.361065] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('465d34f3-7abc-4948-99a5-01e6fb1bd787',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 580.407183] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 580.864074] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 465d34f3-7abc-4948-99a5-01e6fb1bd787 [ 580.864726] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 580.864726] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 580.864726] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 580.865317] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 580.866073] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 580.866545] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:465d34f3-7abc-4948-99a5-01e6fb1bd787 already deleted. [ 580.866545] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-465d34f3-7abc-4948-99a5-01e6fb1bd787" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 580.912406] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 580.912529] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 581.688505] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 581.688693] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 581.688812] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 581.689028] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 581.708849] env[65288]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 581.711110] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 581.712099] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 581.731052] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 581.731225] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 581.731273] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 581.731467] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 581.731548] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 581.731653] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 581.731716] env[65288]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=65288) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 581.731784] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 581.755163] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 581.756866] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 581.756866] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 581.756866] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 581.756866] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 581.756866] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 581.780327] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 581.780495] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 581.780564] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 581.780760] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 581.780868] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 581.780974] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 581.805266] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 581.805266] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 581.805266] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 581.805266] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 581.805266] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 581.805266] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:0. [ 581.805266] env[65288]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:set() {{(pid=65288) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 581.805266] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 581.824854] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 581.827017] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 581.827017] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 581.827017] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 581.827017] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 581.827017] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 581.827017] env[65288]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=65288) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 581.827017] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 581.831713] env[65288]: INFO networking_nsxv3.common.synchronization [None req-2fffdde2-fb85-42e9-9419-e47e4045c5db None None] Enqueued Resource ID: d5b86681-2228-411d-b298-6e33f14e0c94 with Priority: HIGHEST for action port [ 581.831713] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d5b86681-2228-411d-b298-6e33f14e0c94 with Priority: HIGHEST for action port [ 581.831850] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock port-d5b86681-2228-411d-b298-6e33f14e0c94 taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 581.831931] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d5b86681-2228-411d-b298-6e33f14e0c94" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 581.831965] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d5b86681-2228-411d-b298-6e33f14e0c94" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 581.832209] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d5b86681-2228-411d-b298-6e33f14e0c94" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 581.832290] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d5b86681-2228-411d-b298-6e33f14e0c94',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 581.850760] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 581.850916] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 581.850976] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 581.851187] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 581.851313] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 581.851466] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 581.851539] env[65288]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=65288) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 581.851618] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 581.851687] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 581.851773] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Security Group Rules [ 581.851834] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Security Group Members [ 581.851895] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:QoS [ 581.852172] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Items outdated since last Agent sanitize:0 [ 581.852271] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Sanitizing provider based on age cycles [ 581.852314] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 581.873030] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 581.874290] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 581.874416] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 581.874657] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 581.874780] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 581.874897] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 581.898995] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 581.898995] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 581.899734] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 581.900578] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 581.900578] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 581.917323] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 582.334913] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d5b86681-2228-411d-b298-6e33f14e0c94 [ 582.335979] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 582.336181] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 582.336256] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 582.336509] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 582.336599] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 582.336694] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d5b86681-2228-411d-b298-6e33f14e0c94 already deleted. [ 582.337293] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d5b86681-2228-411d-b298-6e33f14e0c94" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 583.414025] env[65288]: INFO networking_nsxv3.common.synchronization [None req-00009439-c57f-4bcd-af4c-5a58f6a9ea2d None None] Enqueued Resource ID: 921408c4-120c-426d-8b2f-a1862aaafb9f with Priority: HIGHEST for action port [ 583.417573] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 921408c4-120c-426d-8b2f-a1862aaafb9f with Priority: HIGHEST for action port [ 583.418234] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock port-921408c4-120c-426d-8b2f-a1862aaafb9f taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 583.418852] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-921408c4-120c-426d-8b2f-a1862aaafb9f" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 583.418852] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-921408c4-120c-426d-8b2f-a1862aaafb9f" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 583.418852] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-921408c4-120c-426d-8b2f-a1862aaafb9f" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 583.418852] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('921408c4-120c-426d-8b2f-a1862aaafb9f',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 583.434972] env[65288]: INFO networking_nsxv3.common.synchronization [None req-72723b6e-f8ff-4252-b892-159a1c53cd06 None None] Enqueued Resource ID: 7c5d6ecd-448b-4399-9800-ff6c0e5f1368 with Priority: HIGHEST for action port [ 583.435324] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7c5d6ecd-448b-4399-9800-ff6c0e5f1368 with Priority: HIGHEST for action port [ 583.435487] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock port-7c5d6ecd-448b-4399-9800-ff6c0e5f1368 taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 583.435603] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7c5d6ecd-448b-4399-9800-ff6c0e5f1368" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 583.435669] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7c5d6ecd-448b-4399-9800-ff6c0e5f1368" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 583.435928] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7c5d6ecd-448b-4399-9800-ff6c0e5f1368" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 583.436057] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7c5d6ecd-448b-4399-9800-ff6c0e5f1368',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 583.921925] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 921408c4-120c-426d-8b2f-a1862aaafb9f [ 583.922371] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 583.922371] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 583.922371] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 583.922600] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 583.922638] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 583.922743] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:921408c4-120c-426d-8b2f-a1862aaafb9f already deleted. [ 583.922813] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-921408c4-120c-426d-8b2f-a1862aaafb9f" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 583.939141] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7c5d6ecd-448b-4399-9800-ff6c0e5f1368 [ 583.939306] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 583.939425] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 583.939485] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 583.939688] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 583.939776] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 583.939866] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7c5d6ecd-448b-4399-9800-ff6c0e5f1368 already deleted. [ 583.939946] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7c5d6ecd-448b-4399-9800-ff6c0e5f1368" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 584.228216] env[65288]: INFO networking_nsxv3.common.synchronization [None req-9efd174d-79dc-41c6-ba4f-dbe5641c4f56 tempest-AttachInterfacesTestJSON-212311792 tempest-AttachInterfacesTestJSON-212311792-project-member] Enqueued Resource ID: 8ed4fba3-b4bf-4641-bcf5-85eb95bd2941 with Priority: HIGHEST for action security_group_rules [ 584.228912] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8ed4fba3-b4bf-4641-bcf5-85eb95bd2941 with Priority: HIGHEST for action security_group_rules [ 584.229092] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8ed4fba3-b4bf-4641-bcf5-85eb95bd2941 taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 584.229219] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8ed4fba3-b4bf-4641-bcf5-85eb95bd2941" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 584.229286] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8ed4fba3-b4bf-4641-bcf5-85eb95bd2941" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 584.229550] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8ed4fba3-b4bf-4641-bcf5-85eb95bd2941" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 584.229643] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8ed4fba3-b4bf-4641-bcf5-85eb95bd2941',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 584.753970] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 584.753970] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 584.753970] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 584.753970] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 584.753970] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 584.753970] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8ed4fba3-b4bf-4641-bcf5-85eb95bd2941 already deleted. [ 584.753970] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8ed4fba3-b4bf-4641-bcf5-85eb95bd2941" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 584.783027] env[65288]: INFO networking_nsxv3.common.synchronization [None req-3f9b57b8-2dc5-4114-8753-1c9193acd0bd None None] Enqueued Resource ID: b69caef2-68e1-407b-9b69-8272f753eda9 with Priority: HIGHEST for action port [ 584.783027] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b69caef2-68e1-407b-9b69-8272f753eda9 with Priority: HIGHEST for action port [ 584.783027] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock port-b69caef2-68e1-407b-9b69-8272f753eda9 taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 584.783027] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b69caef2-68e1-407b-9b69-8272f753eda9" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 584.783027] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b69caef2-68e1-407b-9b69-8272f753eda9" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 584.783027] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b69caef2-68e1-407b-9b69-8272f753eda9" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 584.783027] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b69caef2-68e1-407b-9b69-8272f753eda9',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 585.083947] env[65288]: INFO networking_nsxv3.common.synchronization [None req-63101395-7f2c-4fad-87ed-0488ed0d4454 tempest-AttachInterfacesTestJSON-212311792 tempest-AttachInterfacesTestJSON-212311792-project-member] Enqueued Resource ID: 8ed4fba3-b4bf-4641-bcf5-85eb95bd2941 with Priority: HIGHEST for action security_group_rules [ 585.084819] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8ed4fba3-b4bf-4641-bcf5-85eb95bd2941 with Priority: HIGHEST for action security_group_rules [ 585.085106] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8ed4fba3-b4bf-4641-bcf5-85eb95bd2941 taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 585.085232] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8ed4fba3-b4bf-4641-bcf5-85eb95bd2941" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 585.085307] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8ed4fba3-b4bf-4641-bcf5-85eb95bd2941" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 585.085492] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8ed4fba3-b4bf-4641-bcf5-85eb95bd2941" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 585.085604] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8ed4fba3-b4bf-4641-bcf5-85eb95bd2941',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 585.191650] env[65288]: INFO networking_nsxv3.common.synchronization [None req-3ceab9fc-d37e-42b3-9370-69f632d703f2 None None] Enqueued Resource ID: e85adda5-de2d-480e-a7a7-be984d16169a with Priority: HIGHEST for action port [ 585.192805] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e85adda5-de2d-480e-a7a7-be984d16169a with Priority: HIGHEST for action port [ 585.194009] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock port-e85adda5-de2d-480e-a7a7-be984d16169a taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 585.194601] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e85adda5-de2d-480e-a7a7-be984d16169a" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 585.194601] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e85adda5-de2d-480e-a7a7-be984d16169a" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 585.195189] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e85adda5-de2d-480e-a7a7-be984d16169a" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 585.195397] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e85adda5-de2d-480e-a7a7-be984d16169a',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 585.285416] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b69caef2-68e1-407b-9b69-8272f753eda9 [ 585.286012] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 585.286012] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 585.286012] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 585.287168] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 585.287168] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 585.287168] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b69caef2-68e1-407b-9b69-8272f753eda9 already deleted. [ 585.287168] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b69caef2-68e1-407b-9b69-8272f753eda9" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 585.588964] env[65288]: INFO networking_nsxv3.common.synchronization [None req-a7a6b286-3bea-42c6-9100-6e364da1c704 None None] Enqueued Resource ID: b525058c-211e-4937-b54a-ce6adb300b40 with Priority: HIGHEST for action port [ 585.590447] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b525058c-211e-4937-b54a-ce6adb300b40 with Priority: HIGHEST for action port [ 585.591619] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock port-b525058c-211e-4937-b54a-ce6adb300b40 taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 585.591804] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b525058c-211e-4937-b54a-ce6adb300b40" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 585.592163] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b525058c-211e-4937-b54a-ce6adb300b40" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 585.592163] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b525058c-211e-4937-b54a-ce6adb300b40" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 585.592234] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b525058c-211e-4937-b54a-ce6adb300b40',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 585.609960] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 585.609960] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 585.609960] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 585.609960] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 585.609960] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 585.609960] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8ed4fba3-b4bf-4641-bcf5-85eb95bd2941 already deleted. [ 585.609960] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8ed4fba3-b4bf-4641-bcf5-85eb95bd2941" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 585.698912] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e85adda5-de2d-480e-a7a7-be984d16169a [ 585.699155] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 585.699287] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 585.699356] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 585.699557] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 585.699646] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 585.699738] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e85adda5-de2d-480e-a7a7-be984d16169a already deleted. [ 585.699815] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e85adda5-de2d-480e-a7a7-be984d16169a" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 586.095924] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b525058c-211e-4937-b54a-ce6adb300b40 [ 586.095924] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 586.095924] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 586.095924] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 586.095924] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 586.095924] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 586.095924] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b525058c-211e-4937-b54a-ce6adb300b40 already deleted. [ 586.095924] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b525058c-211e-4937-b54a-ce6adb300b40" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 586.895616] env[65288]: INFO networking_nsxv3.common.synchronization [req-fb515b12-1910-4b85-8672-580e2399d624 req-1956bffb-0db6-4e0d-bcbc-0b287f5b9de3 tempest-ServerDiagnosticsNegativeTest-840013235 tempest-ServerDiagnosticsNegativeTest-840013235-project-member] Enqueued Resource ID: 09794d10-d98d-4846-97f7-d7ed19521348 with Priority: HIGHEST for action security_group_members [ 586.896164] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 09794d10-d98d-4846-97f7-d7ed19521348 with Priority: HIGHEST for action security_group_members [ 586.896506] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock member-09794d10-d98d-4846-97f7-d7ed19521348 taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 586.896751] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-09794d10-d98d-4846-97f7-d7ed19521348" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 586.896823] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-09794d10-d98d-4846-97f7-d7ed19521348" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 586.897077] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-09794d10-d98d-4846-97f7-d7ed19521348" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 586.897606] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 586.897704] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 586.897771] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 586.897931] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 586.898034] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 586.898172] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('09794d10-d98d-4846-97f7-d7ed19521348',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 587.400590] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 587.400590] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.400908] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 587.400908] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 587.400985] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 587.401560] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 587.401560] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.401560] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 587.401741] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 587.401827] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 587.401912] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 09794d10-d98d-4846-97f7-d7ed19521348 already deleted. [ 587.402023] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-09794d10-d98d-4846-97f7-d7ed19521348" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 587.609701] env[65288]: INFO networking_nsxv3.common.synchronization [None req-0595190c-a2bb-4f74-9245-cdf7f7437398 None None] Enqueued Resource ID: 964a14be-0c0c-40ed-8e7b-45ea9ba44f87 with Priority: HIGHEST for action port [ 587.610315] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 964a14be-0c0c-40ed-8e7b-45ea9ba44f87 with Priority: HIGHEST for action port [ 587.610660] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock port-964a14be-0c0c-40ed-8e7b-45ea9ba44f87 taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 587.610785] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-964a14be-0c0c-40ed-8e7b-45ea9ba44f87" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.610851] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-964a14be-0c0c-40ed-8e7b-45ea9ba44f87" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 587.611234] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-964a14be-0c0c-40ed-8e7b-45ea9ba44f87" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 587.611340] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('964a14be-0c0c-40ed-8e7b-45ea9ba44f87',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 587.880047] env[65288]: INFO networking_nsxv3.common.synchronization [None req-10711291-3b19-4438-a324-93e59845d472 None None] Enqueued Resource ID: f1fb190c-0be8-4f11-9cb2-0218d645cf0b with Priority: HIGHEST for action port [ 587.881641] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f1fb190c-0be8-4f11-9cb2-0218d645cf0b with Priority: HIGHEST for action port [ 587.882244] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock port-f1fb190c-0be8-4f11-9cb2-0218d645cf0b taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 587.882373] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f1fb190c-0be8-4f11-9cb2-0218d645cf0b" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.882457] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f1fb190c-0be8-4f11-9cb2-0218d645cf0b" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 587.883354] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f1fb190c-0be8-4f11-9cb2-0218d645cf0b" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 587.883354] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f1fb190c-0be8-4f11-9cb2-0218d645cf0b',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 588.115417] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 964a14be-0c0c-40ed-8e7b-45ea9ba44f87 [ 588.115659] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.115792] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.115859] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 588.116122] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 588.116210] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 588.116415] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:964a14be-0c0c-40ed-8e7b-45ea9ba44f87 already deleted. [ 588.116415] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-964a14be-0c0c-40ed-8e7b-45ea9ba44f87" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 588.348864] env[65288]: DEBUG networking_nsxv3.common.locking [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Lock network-280 taken with stack trace [, , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.349086] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquiring lock "network-280" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.349212] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired lock "network-280" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 588.349546] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired external semaphore "network-280" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 588.351077] env[65288]: DEBUG networking_nsxv3.common.locking [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.351250] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquiring lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.351366] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 588.351593] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired external semaphore "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 588.351728] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Releasing lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 588.352023] env[65288]: DEBUG dogpile.cache.region [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] No value present for key: 'zone-id' {{(pid=65288) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 588.352133] env[65288]: DEBUG dogpile.lock [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] NeedRegenerationException {{(pid=65288) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 588.352235] env[65288]: DEBUG dogpile.lock [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] no value, waiting for create lock {{(pid=65288) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 588.352333] env[65288]: DEBUG dogpile.lock [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] value creation lock acquired {{(pid=65288) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 588.352434] env[65288]: DEBUG dogpile.cache.region [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] No value present for key: 'zone-id' {{(pid=65288) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 588.352530] env[65288]: DEBUG dogpile.lock [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Calling creation function for not-yet-present value {{(pid=65288) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 588.353302] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 588.374846] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 588.375038] env[65288]: DEBUG dogpile.cache.region [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65288) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 588.375166] env[65288]: DEBUG dogpile.lock [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Released creation lock {{(pid=65288) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 588.375815] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Releasing lock "network-280" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 588.376306] env[65288]: DEBUG networking_nsxv3.common.locking [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Lock port-91154cb5-1293-4c6f-9bed-e34dac194bb1 taken with stack trace [, , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.376507] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquiring lock "port-91154cb5-1293-4c6f-9bed-e34dac194bb1" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.376647] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired lock "port-91154cb5-1293-4c6f-9bed-e34dac194bb1" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 588.376951] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired external semaphore "port-91154cb5-1293-4c6f-9bed-e34dac194bb1" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 588.377094] env[65288]: DEBUG networking_nsxv3.api.rpc [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('91154cb5-1293-4c6f-9bed-e34dac194bb1',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 588.389875] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f1fb190c-0be8-4f11-9cb2-0218d645cf0b [ 588.389875] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.389875] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.390333] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 588.390790] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 588.390790] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 588.390790] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f1fb190c-0be8-4f11-9cb2-0218d645cf0b already deleted. [ 588.390972] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f1fb190c-0be8-4f11-9cb2-0218d645cf0b" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 588.624619] env[65288]: INFO networking_nsxv3.common.synchronization [None req-4c003d48-4b28-4187-b65e-0961729c952a None None] Enqueued Resource ID: 99dfc42e-5d73-46cb-9406-cafc088a9f6f with Priority: HIGHEST for action port [ 588.625186] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 99dfc42e-5d73-46cb-9406-cafc088a9f6f with Priority: HIGHEST for action port [ 588.625484] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock port-99dfc42e-5d73-46cb-9406-cafc088a9f6f taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.625597] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-99dfc42e-5d73-46cb-9406-cafc088a9f6f" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.625668] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-99dfc42e-5d73-46cb-9406-cafc088a9f6f" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 588.625908] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-99dfc42e-5d73-46cb-9406-cafc088a9f6f" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 588.626285] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('99dfc42e-5d73-46cb-9406-cafc088a9f6f',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 588.883538] env[65288]: DEBUG networking_nsxv3.common.locking [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.883538] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.885452] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 588.885452] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 588.885452] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 588.885452] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Segment Port 91154cb5-1293-4c6f-9bed-e34dac194bb1 not found, creating... [ 588.885452] env[65288]: DEBUG networking_nsxv3.common.locking [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.885452] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquiring lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.885452] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 588.885452] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired external semaphore "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 588.885452] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Releasing lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 588.885827] env[65288]: DEBUG networking_nsxv3.common.locking [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.885993] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.886498] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 588.886924] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 588.887090] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 588.887229] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Resource: SegmentPort with ID: 91154cb5-1293-4c6f-9bed-e34dac194bb1 is going to be created. [ 588.916752] env[65288]: DEBUG networking_nsxv3.common.locking [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.916752] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.916752] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 588.916752] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 588.916752] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 588.916752] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Releasing lock "port-91154cb5-1293-4c6f-9bed-e34dac194bb1" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.129428] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 99dfc42e-5d73-46cb-9406-cafc088a9f6f [ 589.129728] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.129873] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.130036] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.130318] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.130318] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.130411] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:99dfc42e-5d73-46cb-9406-cafc088a9f6f already deleted. [ 589.130495] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-99dfc42e-5d73-46cb-9406-cafc088a9f6f" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.403700] env[65288]: INFO networking_nsxv3.common.synchronization [None req-a6afc813-91f9-4372-8192-145fdab681e5 None None] Enqueued Resource ID: d6b33ed3-6e4a-4ab4-8615-29ffba35998a with Priority: HIGHEST for action port [ 589.403960] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d6b33ed3-6e4a-4ab4-8615-29ffba35998a with Priority: HIGHEST for action port [ 589.404545] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock port-d6b33ed3-6e4a-4ab4-8615-29ffba35998a taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.404674] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d6b33ed3-6e4a-4ab4-8615-29ffba35998a" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.404769] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d6b33ed3-6e4a-4ab4-8615-29ffba35998a" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.404978] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d6b33ed3-6e4a-4ab4-8615-29ffba35998a" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.405068] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d6b33ed3-6e4a-4ab4-8615-29ffba35998a',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 589.464222] env[65288]: INFO networking_nsxv3.common.synchronization [req-dc27c7a0-9949-4d84-bcd9-20b79d408bde req-af79369e-e773-488d-aa6c-b2758d68015c tempest-DeleteServersAdminTestJSON-804676728 tempest-DeleteServersAdminTestJSON-804676728-project-member] Enqueued Resource ID: b6fe7cc2-2f0a-4283-8763-dc7c3132388f with Priority: HIGHEST for action security_group_members [ 589.464756] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b6fe7cc2-2f0a-4283-8763-dc7c3132388f with Priority: HIGHEST for action security_group_members [ 589.465064] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock member-b6fe7cc2-2f0a-4283-8763-dc7c3132388f taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.465209] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b6fe7cc2-2f0a-4283-8763-dc7c3132388f" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.465255] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b6fe7cc2-2f0a-4283-8763-dc7c3132388f" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.465482] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b6fe7cc2-2f0a-4283-8763-dc7c3132388f" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.465632] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.465726] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.465786] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.465929] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.466017] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.466103] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b6fe7cc2-2f0a-4283-8763-dc7c3132388f',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 589.694185] env[65288]: INFO networking_nsxv3.common.synchronization [req-fb515b12-1910-4b85-8672-580e2399d624 req-c7e1a80e-1d98-44fc-9c36-ad3ffd69ba41 service nova] Enqueued Resource ID: 09794d10-d98d-4846-97f7-d7ed19521348 with Priority: HIGHEST for action security_group_rules [ 589.694185] env[65288]: INFO networking_nsxv3.common.synchronization [req-fb515b12-1910-4b85-8672-580e2399d624 req-c7e1a80e-1d98-44fc-9c36-ad3ffd69ba41 service nova] Enqueued Resource ID: 09794d10-d98d-4846-97f7-d7ed19521348 with Priority: HIGHEST for action security_group_members [ 589.694185] env[65288]: INFO networking_nsxv3.common.synchronization [req-fb515b12-1910-4b85-8672-580e2399d624 req-c7e1a80e-1d98-44fc-9c36-ad3ffd69ba41 service nova] Enqueued Resource ID: 91154cb5-1293-4c6f-9bed-e34dac194bb1 with Priority: HIGHEST for action port [ 589.694185] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 09794d10-d98d-4846-97f7-d7ed19521348 with Priority: HIGHEST for action security_group_rules [ 589.694185] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 09794d10-d98d-4846-97f7-d7ed19521348 with Priority: HIGHEST for action security_group_members [ 589.694185] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 91154cb5-1293-4c6f-9bed-e34dac194bb1 with Priority: HIGHEST for action port [ 589.700032] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock rules-09794d10-d98d-4846-97f7-d7ed19521348 taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.700032] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-09794d10-d98d-4846-97f7-d7ed19521348" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.700032] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-09794d10-d98d-4846-97f7-d7ed19521348" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.700032] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-09794d10-d98d-4846-97f7-d7ed19521348" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.700032] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('09794d10-d98d-4846-97f7-d7ed19521348',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 589.701448] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock member-09794d10-d98d-4846-97f7-d7ed19521348 taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.701653] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-09794d10-d98d-4846-97f7-d7ed19521348" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.701786] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-09794d10-d98d-4846-97f7-d7ed19521348" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.702130] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-09794d10-d98d-4846-97f7-d7ed19521348" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.702543] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.702788] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.702922] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.703250] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.703731] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.703855] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('09794d10-d98d-4846-97f7-d7ed19521348',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 589.705531] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock port-91154cb5-1293-4c6f-9bed-e34dac194bb1 taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.705755] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-91154cb5-1293-4c6f-9bed-e34dac194bb1" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.706186] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-91154cb5-1293-4c6f-9bed-e34dac194bb1" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.706186] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-91154cb5-1293-4c6f-9bed-e34dac194bb1" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.706319] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('91154cb5-1293-4c6f-9bed-e34dac194bb1',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 589.907844] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d6b33ed3-6e4a-4ab4-8615-29ffba35998a [ 589.908272] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.908422] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.908492] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.908706] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.908852] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.908901] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d6b33ed3-6e4a-4ab4-8615-29ffba35998a already deleted. [ 589.908982] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d6b33ed3-6e4a-4ab4-8615-29ffba35998a" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.970024] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.970024] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.970024] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.970024] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.970024] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.970024] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.970024] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.970024] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.970024] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.970024] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.970024] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b6fe7cc2-2f0a-4283-8763-dc7c3132388f already deleted. [ 589.970024] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b6fe7cc2-2f0a-4283-8763-dc7c3132388f" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.011617] env[65288]: DEBUG networking_nsxv3.common.locking [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Lock network-280 taken with stack trace [, , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.011845] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquiring lock "network-280" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.011972] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired lock "network-280" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.012239] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired external semaphore "network-280" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.012480] env[65288]: DEBUG networking_nsxv3.common.locking [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.012628] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquiring lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.012773] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.013024] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired external semaphore "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.013287] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Releasing lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.013529] env[65288]: DEBUG dogpile.cache.region [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] No value present for key: 'zone-id' {{(pid=65288) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 590.013675] env[65288]: DEBUG dogpile.lock [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] NeedRegenerationException {{(pid=65288) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 590.013807] env[65288]: DEBUG dogpile.lock [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] no value, waiting for create lock {{(pid=65288) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 590.013937] env[65288]: DEBUG dogpile.lock [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] value creation lock acquired {{(pid=65288) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 590.015335] env[65288]: DEBUG dogpile.cache.region [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] No value present for key: 'zone-id' {{(pid=65288) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 590.015465] env[65288]: DEBUG dogpile.lock [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Calling creation function for not-yet-present value {{(pid=65288) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 590.015639] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 590.037201] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 590.037201] env[65288]: DEBUG dogpile.cache.region [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65288) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 590.037201] env[65288]: DEBUG dogpile.lock [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Released creation lock {{(pid=65288) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 590.037201] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Releasing lock "network-280" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.037201] env[65288]: DEBUG networking_nsxv3.common.locking [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Lock port-88030d44-86a3-413b-85c2-158a6428c351 taken with stack trace [, , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.037201] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquiring lock "port-88030d44-86a3-413b-85c2-158a6428c351" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.037201] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired lock "port-88030d44-86a3-413b-85c2-158a6428c351" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.037201] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired external semaphore "port-88030d44-86a3-413b-85c2-158a6428c351" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.037201] env[65288]: DEBUG networking_nsxv3.api.rpc [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('88030d44-86a3-413b-85c2-158a6428c351',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 590.208865] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock member-09794d10-d98d-4846-97f7-d7ed19521348 taken with stack trace [, , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.208865] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-09794d10-d98d-4846-97f7-d7ed19521348" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.221684] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 91154cb5-1293-4c6f-9bed-e34dac194bb1 with status ACTIVE [ 590.221684] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.221684] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.221684] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.221684] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.221684] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.221684] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.221684] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.221684] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.221684] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.221684] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.221684] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.221684] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.221684] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.221684] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.221684] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.221684] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 91154cb5-1293-4c6f-9bed-e34dac194bb1 is going to be updated. [ 590.224919] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('09794d10-d98d-4846-97f7-d7ed19521348',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 590.248212] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.248396] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.248472] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.248688] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.249593] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.249593] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-91154cb5-1293-4c6f-9bed-e34dac194bb1" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.540414] env[65288]: DEBUG networking_nsxv3.common.locking [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.540414] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.540605] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.540765] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.540923] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.541105] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Segment Port 88030d44-86a3-413b-85c2-158a6428c351 not found, creating... [ 590.541329] env[65288]: DEBUG networking_nsxv3.common.locking [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.541444] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquiring lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.541576] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.541753] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired external semaphore "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.541872] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Releasing lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.542172] env[65288]: DEBUG networking_nsxv3.common.locking [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.542336] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.542449] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.543255] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.543433] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.543612] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Resource: SegmentPort with ID: 88030d44-86a3-413b-85c2-158a6428c351 is going to be created. [ 590.567947] env[65288]: DEBUG networking_nsxv3.common.locking [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.568487] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.568487] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.568587] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.568767] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.569033] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Releasing lock "port-88030d44-86a3-413b-85c2-158a6428c351" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.643186] env[65288]: INFO networking_nsxv3.common.synchronization [None req-cbfdd11f-2f6f-469b-a035-00e58c85c5af None None] Enqueued Resource ID: f15cd9eb-6161-425f-9730-ea7dc41a49bd with Priority: HIGHEST for action port [ 590.643687] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f15cd9eb-6161-425f-9730-ea7dc41a49bd with Priority: HIGHEST for action port [ 590.643978] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock port-f15cd9eb-6161-425f-9730-ea7dc41a49bd taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.645834] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f15cd9eb-6161-425f-9730-ea7dc41a49bd" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.645834] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f15cd9eb-6161-425f-9730-ea7dc41a49bd" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.646129] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f15cd9eb-6161-425f-9730-ea7dc41a49bd" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.646203] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f15cd9eb-6161-425f-9730-ea7dc41a49bd',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 590.729183] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('09794d10-d98d-4846-97f7-d7ed19521348',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 591.150848] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f15cd9eb-6161-425f-9730-ea7dc41a49bd [ 591.151557] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.151809] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.153818] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.153818] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.153818] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.153818] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f15cd9eb-6161-425f-9730-ea7dc41a49bd already deleted. [ 591.153818] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f15cd9eb-6161-425f-9730-ea7dc41a49bd" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.236782] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.240627] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.240627] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.240627] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.240627] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.240627] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 09794d10-d98d-4846-97f7-d7ed19521348 is going to be created. [ 591.270966] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.270966] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.271614] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.272125] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.273185] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.283448] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 09794d10-d98d-4846-97f7-d7ed19521348 in Status: UNINITIALIZED for 2s [ 591.775050] env[65288]: INFO networking_nsxv3.common.synchronization [req-dc27c7a0-9949-4d84-bcd9-20b79d408bde req-2b553329-46d5-4713-8960-1d22aa1554c7 service nova] Enqueued Resource ID: b6fe7cc2-2f0a-4283-8763-dc7c3132388f with Priority: HIGHEST for action security_group_rules [ 591.775050] env[65288]: INFO networking_nsxv3.common.synchronization [req-dc27c7a0-9949-4d84-bcd9-20b79d408bde req-2b553329-46d5-4713-8960-1d22aa1554c7 service nova] Enqueued Resource ID: b6fe7cc2-2f0a-4283-8763-dc7c3132388f with Priority: HIGHEST for action security_group_members [ 591.775050] env[65288]: INFO networking_nsxv3.common.synchronization [req-dc27c7a0-9949-4d84-bcd9-20b79d408bde req-2b553329-46d5-4713-8960-1d22aa1554c7 service nova] Enqueued Resource ID: 88030d44-86a3-413b-85c2-158a6428c351 with Priority: HIGHEST for action port [ 591.775493] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b6fe7cc2-2f0a-4283-8763-dc7c3132388f with Priority: HIGHEST for action security_group_rules [ 591.775629] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b6fe7cc2-2f0a-4283-8763-dc7c3132388f with Priority: HIGHEST for action security_group_members [ 591.775952] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 88030d44-86a3-413b-85c2-158a6428c351 with Priority: HIGHEST for action port [ 591.776757] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b6fe7cc2-2f0a-4283-8763-dc7c3132388f taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.776757] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b6fe7cc2-2f0a-4283-8763-dc7c3132388f" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.776951] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b6fe7cc2-2f0a-4283-8763-dc7c3132388f" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.777112] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b6fe7cc2-2f0a-4283-8763-dc7c3132388f" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.777559] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b6fe7cc2-2f0a-4283-8763-dc7c3132388f',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 591.779337] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock member-b6fe7cc2-2f0a-4283-8763-dc7c3132388f taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.779337] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b6fe7cc2-2f0a-4283-8763-dc7c3132388f" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.779337] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b6fe7cc2-2f0a-4283-8763-dc7c3132388f" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.779337] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b6fe7cc2-2f0a-4283-8763-dc7c3132388f" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.779337] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.779337] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.779634] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.779634] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.779751] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.779790] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b6fe7cc2-2f0a-4283-8763-dc7c3132388f',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 591.780687] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock port-88030d44-86a3-413b-85c2-158a6428c351 taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.780793] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-88030d44-86a3-413b-85c2-158a6428c351" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.780897] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-88030d44-86a3-413b-85c2-158a6428c351" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.781500] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-88030d44-86a3-413b-85c2-158a6428c351" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.781500] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('88030d44-86a3-413b-85c2-158a6428c351',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 592.285178] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 88030d44-86a3-413b-85c2-158a6428c351 with status ACTIVE [ 592.285178] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.285178] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.285178] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.285178] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.285178] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.285178] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.285446] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.285446] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.285446] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.285528] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.285675] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.285778] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.285832] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.285970] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.286056] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.286127] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 88030d44-86a3-413b-85c2-158a6428c351 is going to be updated. [ 592.287593] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b6fe7cc2-2f0a-4283-8763-dc7c3132388f',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 592.288777] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock member-b6fe7cc2-2f0a-4283-8763-dc7c3132388f taken with stack trace [, , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.288899] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b6fe7cc2-2f0a-4283-8763-dc7c3132388f" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.309842] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.309996] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.310067] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.310253] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.310386] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.310536] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-88030d44-86a3-413b-85c2-158a6428c351" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.454121] env[65288]: INFO networking_nsxv3.common.synchronization [None req-2c75735c-c89b-48af-8c1f-3f803bc27128 tempest-VolumesAssistedSnapshotsTest-615744589 tempest-VolumesAssistedSnapshotsTest-615744589-project-member] Enqueued Resource ID: ed4a84a9-18c7-4f4d-a791-087741929187 with Priority: HIGHEST for action security_group_rules [ 592.454715] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ed4a84a9-18c7-4f4d-a791-087741929187 with Priority: HIGHEST for action security_group_rules [ 592.455068] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ed4a84a9-18c7-4f4d-a791-087741929187 taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.455214] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ed4a84a9-18c7-4f4d-a791-087741929187" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.455214] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ed4a84a9-18c7-4f4d-a791-087741929187" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.455433] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ed4a84a9-18c7-4f4d-a791-087741929187" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.455507] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ed4a84a9-18c7-4f4d-a791-087741929187',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 592.586946] env[65288]: INFO networking_nsxv3.common.synchronization [req-ce0527ef-9bcd-4add-8ecb-59b42150c2a5 req-8f60bb3d-87b3-411c-bc0e-33c96568cdf5 tempest-ServersAdminNegativeTestJSON-1859447434 tempest-ServersAdminNegativeTestJSON-1859447434-project-member] Enqueued Resource ID: 5823f25b-ebb3-44a1-adb2-72eab06a38c1 with Priority: HIGHEST for action security_group_members [ 592.588329] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5823f25b-ebb3-44a1-adb2-72eab06a38c1 with Priority: HIGHEST for action security_group_members [ 592.588329] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock member-5823f25b-ebb3-44a1-adb2-72eab06a38c1 taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.588329] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5823f25b-ebb3-44a1-adb2-72eab06a38c1" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.588329] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5823f25b-ebb3-44a1-adb2-72eab06a38c1" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.588520] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5823f25b-ebb3-44a1-adb2-72eab06a38c1" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.589311] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.589409] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.589446] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.589697] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.590018] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.590018] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5823f25b-ebb3-44a1-adb2-72eab06a38c1',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 592.755183] env[65288]: INFO networking_nsxv3.common.synchronization [None req-a3cee531-f42a-4c0b-bd85-26a8b82fd7bf tempest-VolumesAssistedSnapshotsTest-615744589 tempest-VolumesAssistedSnapshotsTest-615744589-project-member] Enqueued Resource ID: ed4a84a9-18c7-4f4d-a791-087741929187 with Priority: HIGHEST for action security_group_rules [ 592.755912] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ed4a84a9-18c7-4f4d-a791-087741929187 with Priority: HIGHEST for action security_group_rules [ 592.757683] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ed4a84a9-18c7-4f4d-a791-087741929187 taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.757856] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ed4a84a9-18c7-4f4d-a791-087741929187" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.790676] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b6fe7cc2-2f0a-4283-8763-dc7c3132388f',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 592.981605] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.981754] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.981825] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.982037] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.982269] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.982269] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ed4a84a9-18c7-4f4d-a791-087741929187 already deleted. [ 592.982363] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ed4a84a9-18c7-4f4d-a791-087741929187" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.982445] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ed4a84a9-18c7-4f4d-a791-087741929187" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.982644] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ed4a84a9-18c7-4f4d-a791-087741929187" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.982721] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ed4a84a9-18c7-4f4d-a791-087741929187',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 593.033159] env[65288]: DEBUG networking_nsxv3.common.locking [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Lock network-280 taken with stack trace [, , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.033159] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquiring lock "network-280" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.033316] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired lock "network-280" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.034024] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired external semaphore "network-280" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.034024] env[65288]: DEBUG networking_nsxv3.common.locking [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.034024] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquiring lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.034728] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.038133] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired external semaphore "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.038339] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Releasing lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.038588] env[65288]: DEBUG dogpile.cache.region [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] No value present for key: 'zone-id' {{(pid=65288) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 593.038722] env[65288]: DEBUG dogpile.lock [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] NeedRegenerationException {{(pid=65288) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 593.038835] env[65288]: DEBUG dogpile.lock [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] no value, waiting for create lock {{(pid=65288) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 593.038948] env[65288]: DEBUG dogpile.lock [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] value creation lock acquired {{(pid=65288) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 593.039066] env[65288]: DEBUG dogpile.cache.region [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] No value present for key: 'zone-id' {{(pid=65288) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 593.039663] env[65288]: DEBUG dogpile.lock [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Calling creation function for not-yet-present value {{(pid=65288) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 593.039663] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 593.063180] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 593.063377] env[65288]: DEBUG dogpile.cache.region [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65288) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 593.064029] env[65288]: DEBUG dogpile.lock [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Released creation lock {{(pid=65288) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 593.064029] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Releasing lock "network-280" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.064029] env[65288]: DEBUG networking_nsxv3.common.locking [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Lock port-f594f766-dc30-4a24-95fc-461aec1c48b6 taken with stack trace [, , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.064292] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquiring lock "port-f594f766-dc30-4a24-95fc-461aec1c48b6" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.064292] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired lock "port-f594f766-dc30-4a24-95fc-461aec1c48b6" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.065038] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired external semaphore "port-f594f766-dc30-4a24-95fc-461aec1c48b6" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.065038] env[65288]: DEBUG networking_nsxv3.api.rpc [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f594f766-dc30-4a24-95fc-461aec1c48b6',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 593.092198] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.092613] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.092613] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.093234] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.093234] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.093234] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.093234] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.093234] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.093234] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.094749] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.094749] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5823f25b-ebb3-44a1-adb2-72eab06a38c1 already deleted. [ 593.094749] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5823f25b-ebb3-44a1-adb2-72eab06a38c1" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.293579] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.293735] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.293804] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.294188] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.294188] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.294320] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b6fe7cc2-2f0a-4283-8763-dc7c3132388f is going to be created. [ 593.296783] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 09794d10-d98d-4846-97f7-d7ed19521348 in Status: SUCCESS [ 593.297218] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-09794d10-d98d-4846-97f7-d7ed19521348" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.297218] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-09794d10-d98d-4846-97f7-d7ed19521348" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.297460] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-09794d10-d98d-4846-97f7-d7ed19521348" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.297565] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.297656] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.297762] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.297991] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.298282] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.299633] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-09794d10-d98d-4846-97f7-d7ed19521348" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.299779] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('09794d10-d98d-4846-97f7-d7ed19521348',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 593.334297] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.334492] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.334492] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.334705] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.334903] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.346627] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b6fe7cc2-2f0a-4283-8763-dc7c3132388f in Status: UNINITIALIZED for 2s [ 593.504851] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.504943] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.505024] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.505243] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.505349] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.505444] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ed4a84a9-18c7-4f4d-a791-087741929187 already deleted. [ 593.505525] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ed4a84a9-18c7-4f4d-a791-087741929187" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.571056] env[65288]: DEBUG networking_nsxv3.common.locking [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.571056] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.571056] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.571056] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.571056] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.571056] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Segment Port f594f766-dc30-4a24-95fc-461aec1c48b6 not found, creating... [ 593.571056] env[65288]: DEBUG networking_nsxv3.common.locking [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.571056] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquiring lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.571056] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.571056] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired external semaphore "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.571056] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Releasing lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.571673] env[65288]: DEBUG networking_nsxv3.common.locking [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.571673] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.571673] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.571673] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.571673] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.572091] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Resource: SegmentPort with ID: f594f766-dc30-4a24-95fc-461aec1c48b6 is going to be created. [ 593.593505] env[65288]: DEBUG networking_nsxv3.common.locking [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.593505] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.593505] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.593505] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.593505] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.593505] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Releasing lock "port-f594f766-dc30-4a24-95fc-461aec1c48b6" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.803521] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock member-09794d10-d98d-4846-97f7-d7ed19521348 taken with stack trace [, , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.804429] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-09794d10-d98d-4846-97f7-d7ed19521348" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.804429] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-09794d10-d98d-4846-97f7-d7ed19521348" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.804592] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-09794d10-d98d-4846-97f7-d7ed19521348" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.804800] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.804933] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.804980] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.805674] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.805674] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.805674] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-09794d10-d98d-4846-97f7-d7ed19521348" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.805674] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock member-09794d10-d98d-4846-97f7-d7ed19521348 taken with stack trace [, , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.805674] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-09794d10-d98d-4846-97f7-d7ed19521348" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.805674] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-09794d10-d98d-4846-97f7-d7ed19521348" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.805929] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-09794d10-d98d-4846-97f7-d7ed19521348" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.805929] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.805995] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.805995] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.806146] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.806223] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.806302] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-09794d10-d98d-4846-97f7-d7ed19521348" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.806389] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('09794d10-d98d-4846-97f7-d7ed19521348',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 594.253903] env[65288]: INFO networking_nsxv3.common.synchronization [None req-e05a66c1-47c0-4ea7-a082-5329da738da4 None None] Enqueued Resource ID: b1bd148d-c0fe-43e7-bdf0-aa6d5577b67f with Priority: HIGHEST for action port [ 594.254582] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b1bd148d-c0fe-43e7-bdf0-aa6d5577b67f with Priority: HIGHEST for action port [ 594.254904] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock port-b1bd148d-c0fe-43e7-bdf0-aa6d5577b67f taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.256146] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b1bd148d-c0fe-43e7-bdf0-aa6d5577b67f" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.256468] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b1bd148d-c0fe-43e7-bdf0-aa6d5577b67f" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.256655] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b1bd148d-c0fe-43e7-bdf0-aa6d5577b67f" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.256747] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b1bd148d-c0fe-43e7-bdf0-aa6d5577b67f',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 594.308483] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 09794d10-d98d-4846-97f7-d7ed19521348: rpc.has_security_group_logging(os_id): False [ 594.328252] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.328477] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.328477] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.328752] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.328875] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.329117] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.329220] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.329280] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.329619] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.329619] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.329753] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.329813] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.329849] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.329984] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.330286] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.330475] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.330571] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.330633] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.330790] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.330838] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.330918] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 09794d10-d98d-4846-97f7-d7ed19521348 is going to be created. [ 594.349794] env[65288]: INFO networking_nsxv3.common.synchronization [req-ce0527ef-9bcd-4add-8ecb-59b42150c2a5 req-b1fb8a22-d2e5-4735-b255-bbb34d17fc4a service nova] Enqueued Resource ID: 5823f25b-ebb3-44a1-adb2-72eab06a38c1 with Priority: HIGHEST for action security_group_rules [ 594.349794] env[65288]: INFO networking_nsxv3.common.synchronization [req-ce0527ef-9bcd-4add-8ecb-59b42150c2a5 req-b1fb8a22-d2e5-4735-b255-bbb34d17fc4a service nova] Enqueued Resource ID: 5823f25b-ebb3-44a1-adb2-72eab06a38c1 with Priority: HIGHEST for action security_group_members [ 594.349794] env[65288]: INFO networking_nsxv3.common.synchronization [req-ce0527ef-9bcd-4add-8ecb-59b42150c2a5 req-b1fb8a22-d2e5-4735-b255-bbb34d17fc4a service nova] Enqueued Resource ID: f594f766-dc30-4a24-95fc-461aec1c48b6 with Priority: HIGHEST for action port [ 594.350964] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5823f25b-ebb3-44a1-adb2-72eab06a38c1 with Priority: HIGHEST for action security_group_rules [ 594.350964] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5823f25b-ebb3-44a1-adb2-72eab06a38c1 with Priority: HIGHEST for action security_group_members [ 594.350964] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f594f766-dc30-4a24-95fc-461aec1c48b6 with Priority: HIGHEST for action port [ 594.350964] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5823f25b-ebb3-44a1-adb2-72eab06a38c1 taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.350964] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5823f25b-ebb3-44a1-adb2-72eab06a38c1" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.350964] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5823f25b-ebb3-44a1-adb2-72eab06a38c1" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.351187] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5823f25b-ebb3-44a1-adb2-72eab06a38c1" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.351187] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5823f25b-ebb3-44a1-adb2-72eab06a38c1',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 594.352164] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock member-5823f25b-ebb3-44a1-adb2-72eab06a38c1 taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.352395] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5823f25b-ebb3-44a1-adb2-72eab06a38c1" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.352469] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5823f25b-ebb3-44a1-adb2-72eab06a38c1" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.352660] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5823f25b-ebb3-44a1-adb2-72eab06a38c1" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.353390] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.355056] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.355056] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.355056] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.355056] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.355056] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5823f25b-ebb3-44a1-adb2-72eab06a38c1',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 594.357832] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock port-f594f766-dc30-4a24-95fc-461aec1c48b6 taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.357958] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f594f766-dc30-4a24-95fc-461aec1c48b6" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.358036] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f594f766-dc30-4a24-95fc-461aec1c48b6" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.358241] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f594f766-dc30-4a24-95fc-461aec1c48b6" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.358742] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f594f766-dc30-4a24-95fc-461aec1c48b6',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 594.396695] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.396695] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.397045] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.398989] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.398989] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.410918] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 09794d10-d98d-4846-97f7-d7ed19521348 in Status: IN_PROGRESS for 2s [ 594.762352] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b1bd148d-c0fe-43e7-bdf0-aa6d5577b67f [ 594.762352] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.762352] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.762352] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.762352] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.762352] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.762352] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b1bd148d-c0fe-43e7-bdf0-aa6d5577b67f already deleted. [ 594.762352] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b1bd148d-c0fe-43e7-bdf0-aa6d5577b67f" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.861160] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock member-5823f25b-ebb3-44a1-adb2-72eab06a38c1 taken with stack trace [, , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.861493] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5823f25b-ebb3-44a1-adb2-72eab06a38c1" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.861493] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5823f25b-ebb3-44a1-adb2-72eab06a38c1',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 594.862531] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f594f766-dc30-4a24-95fc-461aec1c48b6 with status ACTIVE [ 594.862695] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.862813] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.862878] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.863094] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.863184] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.863377] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.863436] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.863500] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.863772] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.863772] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.863905] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.863994] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.867950] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.867950] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.867950] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.867950] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f594f766-dc30-4a24-95fc-461aec1c48b6 is going to be updated. [ 594.894739] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.894928] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.894969] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.896021] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.896021] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.896021] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f594f766-dc30-4a24-95fc-461aec1c48b6" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.320898] env[65288]: INFO networking_nsxv3.common.synchronization [req-3e235e03-f8a1-4b16-80ff-0371057e9a0e req-204ccdd1-1c65-4182-854f-f00932ea3f3e tempest-ImagesNegativeTestJSON-1216967159 tempest-ImagesNegativeTestJSON-1216967159-project-member] Enqueued Resource ID: 287fc408-1355-4ea2-843d-f405317b90ba with Priority: HIGHEST for action security_group_members [ 595.321654] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 287fc408-1355-4ea2-843d-f405317b90ba with Priority: HIGHEST for action security_group_members [ 595.322433] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock member-287fc408-1355-4ea2-843d-f405317b90ba taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.322433] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-287fc408-1355-4ea2-843d-f405317b90ba" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.322433] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-287fc408-1355-4ea2-843d-f405317b90ba" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.322616] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-287fc408-1355-4ea2-843d-f405317b90ba" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.322616] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.322743] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.322807] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.322938] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.324734] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.324867] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('287fc408-1355-4ea2-843d-f405317b90ba',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 595.363189] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b6fe7cc2-2f0a-4283-8763-dc7c3132388f in Status: SUCCESS [ 595.363695] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b6fe7cc2-2f0a-4283-8763-dc7c3132388f" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.367140] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b6fe7cc2-2f0a-4283-8763-dc7c3132388f" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.367140] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b6fe7cc2-2f0a-4283-8763-dc7c3132388f" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.367140] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.367140] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.367140] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.367140] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.367140] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.368799] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b6fe7cc2-2f0a-4283-8763-dc7c3132388f" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.368799] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b6fe7cc2-2f0a-4283-8763-dc7c3132388f',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 595.369778] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5823f25b-ebb3-44a1-adb2-72eab06a38c1',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 595.648552] env[65288]: INFO networking_nsxv3.common.synchronization [None req-5e479556-f334-48c0-9715-cab19a1f7a46 None None] Enqueued Resource ID: dc06c2aa-07b7-4800-80fc-ad751156f957 with Priority: HIGHEST for action port [ 595.649099] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dc06c2aa-07b7-4800-80fc-ad751156f957 with Priority: HIGHEST for action port [ 595.649392] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock port-dc06c2aa-07b7-4800-80fc-ad751156f957 taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.649506] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-dc06c2aa-07b7-4800-80fc-ad751156f957" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.649573] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-dc06c2aa-07b7-4800-80fc-ad751156f957" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.649810] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-dc06c2aa-07b7-4800-80fc-ad751156f957" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.650229] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dc06c2aa-07b7-4800-80fc-ad751156f957',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 595.746470] env[65288]: DEBUG networking_nsxv3.common.locking [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Lock network-292 taken with stack trace [, , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.746651] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquiring lock "network-292" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.746839] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired lock "network-292" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.747313] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired external semaphore "network-292" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.747600] env[65288]: DEBUG networking_nsxv3.common.locking [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.747873] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquiring lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.748019] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.748261] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired external semaphore "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.748404] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Releasing lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.748846] env[65288]: DEBUG dogpile.cache.region [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] No value present for key: 'zone-id' {{(pid=65288) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 595.748973] env[65288]: DEBUG dogpile.lock [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] NeedRegenerationException {{(pid=65288) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 595.749544] env[65288]: DEBUG dogpile.lock [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] no value, waiting for create lock {{(pid=65288) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 595.749640] env[65288]: DEBUG dogpile.lock [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] value creation lock acquired {{(pid=65288) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 595.749762] env[65288]: DEBUG dogpile.cache.region [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] No value present for key: 'zone-id' {{(pid=65288) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 595.749868] env[65288]: DEBUG dogpile.lock [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Calling creation function for not-yet-present value {{(pid=65288) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 595.749995] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 595.774117] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 595.774298] env[65288]: DEBUG dogpile.cache.region [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65288) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 595.774481] env[65288]: DEBUG dogpile.lock [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Released creation lock {{(pid=65288) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 595.774667] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Releasing lock "network-292" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.774990] env[65288]: DEBUG networking_nsxv3.common.locking [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Lock port-46a7ae65-508f-44b6-887c-1b3aa3c75552 taken with stack trace [, , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.775212] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquiring lock "port-46a7ae65-508f-44b6-887c-1b3aa3c75552" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.775335] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired lock "port-46a7ae65-508f-44b6-887c-1b3aa3c75552" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.775704] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired external semaphore "port-46a7ae65-508f-44b6-887c-1b3aa3c75552" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.776086] env[65288]: DEBUG networking_nsxv3.api.rpc [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('46a7ae65-508f-44b6-887c-1b3aa3c75552',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 595.799644] env[65288]: INFO networking_nsxv3.common.synchronization [None req-442bf829-6224-45a0-ae64-f471bffbd129 None None] Enqueued Resource ID: 7335e1ef-4042-43e2-9c90-b6070e90207c with Priority: HIGHEST for action port [ 595.799933] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7335e1ef-4042-43e2-9c90-b6070e90207c with Priority: HIGHEST for action port [ 595.800244] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock port-7335e1ef-4042-43e2-9c90-b6070e90207c taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.800377] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7335e1ef-4042-43e2-9c90-b6070e90207c" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.800439] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7335e1ef-4042-43e2-9c90-b6070e90207c" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.801347] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7335e1ef-4042-43e2-9c90-b6070e90207c" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.801347] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7335e1ef-4042-43e2-9c90-b6070e90207c',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 595.828845] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.830694] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.830694] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.830694] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.830694] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.830694] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.830694] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.830694] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.830694] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.830694] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.830694] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 287fc408-1355-4ea2-843d-f405317b90ba already deleted. [ 595.830694] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-287fc408-1355-4ea2-843d-f405317b90ba" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.873310] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.873310] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.873310] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.873886] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.873886] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.873886] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5823f25b-ebb3-44a1-adb2-72eab06a38c1 is going to be created. [ 595.875897] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock member-b6fe7cc2-2f0a-4283-8763-dc7c3132388f taken with stack trace [, , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.876080] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b6fe7cc2-2f0a-4283-8763-dc7c3132388f" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.876153] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b6fe7cc2-2f0a-4283-8763-dc7c3132388f" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.876352] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b6fe7cc2-2f0a-4283-8763-dc7c3132388f" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.876521] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.876653] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.876703] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.876845] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.876927] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.877024] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b6fe7cc2-2f0a-4283-8763-dc7c3132388f" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.877171] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock member-b6fe7cc2-2f0a-4283-8763-dc7c3132388f taken with stack trace [, , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.877261] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b6fe7cc2-2f0a-4283-8763-dc7c3132388f" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.877317] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b6fe7cc2-2f0a-4283-8763-dc7c3132388f" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.877453] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b6fe7cc2-2f0a-4283-8763-dc7c3132388f" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.877597] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.877690] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.877733] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.877850] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.877920] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.877998] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b6fe7cc2-2f0a-4283-8763-dc7c3132388f" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.879062] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b6fe7cc2-2f0a-4283-8763-dc7c3132388f',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 595.910219] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.910219] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.910219] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.910219] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.910219] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.923813] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5823f25b-ebb3-44a1-adb2-72eab06a38c1 in Status: UNINITIALIZED for 2s [ 596.152651] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port dc06c2aa-07b7-4800-80fc-ad751156f957 [ 596.153824] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.154032] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.154032] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.154361] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.154512] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.154643] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:dc06c2aa-07b7-4800-80fc-ad751156f957 already deleted. [ 596.154775] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-dc06c2aa-07b7-4800-80fc-ad751156f957" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.211908] env[65288]: INFO networking_nsxv3.common.synchronization [None req-c326a275-3b80-4483-8be6-96471ec62387 None None] Enqueued Resource ID: b0136c46-e442-4477-b20d-ad92df144791 with Priority: HIGHEST for action port [ 596.212472] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b0136c46-e442-4477-b20d-ad92df144791 with Priority: HIGHEST for action port [ 596.212846] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock port-b0136c46-e442-4477-b20d-ad92df144791 taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.213156] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b0136c46-e442-4477-b20d-ad92df144791" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.213156] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b0136c46-e442-4477-b20d-ad92df144791" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.216364] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b0136c46-e442-4477-b20d-ad92df144791" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.216583] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b0136c46-e442-4477-b20d-ad92df144791',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 596.279358] env[65288]: DEBUG networking_nsxv3.common.locking [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.279358] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.279358] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.279594] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.279696] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.279846] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Segment Port 46a7ae65-508f-44b6-887c-1b3aa3c75552 not found, creating... [ 596.280116] env[65288]: DEBUG networking_nsxv3.common.locking [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.280270] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquiring lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.280386] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.280871] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired external semaphore "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.280871] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Releasing lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.280998] env[65288]: DEBUG networking_nsxv3.common.locking [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.281187] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.281299] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.282157] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.282157] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.282157] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Resource: SegmentPort with ID: 46a7ae65-508f-44b6-887c-1b3aa3c75552 is going to be created. [ 596.304841] env[65288]: DEBUG networking_nsxv3.common.locking [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.305085] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.305151] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.305405] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.305635] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.305878] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Releasing lock "port-46a7ae65-508f-44b6-887c-1b3aa3c75552" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.306788] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7335e1ef-4042-43e2-9c90-b6070e90207c [ 596.306984] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.307976] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.308104] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.308440] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.308723] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.308723] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7335e1ef-4042-43e2-9c90-b6070e90207c already deleted. [ 596.308857] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7335e1ef-4042-43e2-9c90-b6070e90207c" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.381215] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b6fe7cc2-2f0a-4283-8763-dc7c3132388f: rpc.has_security_group_logging(os_id): False [ 596.413532] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.413797] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.413797] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.413948] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.414043] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.414268] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.414397] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.414470] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.415051] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.415051] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.415051] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.415051] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.415051] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.416834] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.416834] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.417052] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.417146] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.417223] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.417872] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.417872] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.417872] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b6fe7cc2-2f0a-4283-8763-dc7c3132388f is going to be created. [ 596.437713] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 09794d10-d98d-4846-97f7-d7ed19521348 in Status: SUCCESS [ 596.438014] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-09794d10-d98d-4846-97f7-d7ed19521348" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.521403] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.521848] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.521848] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.521848] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.521984] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.536187] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b6fe7cc2-2f0a-4283-8763-dc7c3132388f in Status: IN_PROGRESS for 2s [ 596.719208] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b0136c46-e442-4477-b20d-ad92df144791 [ 596.719448] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.719928] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.719928] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.719928] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.719928] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.720116] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b0136c46-e442-4477-b20d-ad92df144791 already deleted. [ 596.720116] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b0136c46-e442-4477-b20d-ad92df144791" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.204458] env[65288]: INFO networking_nsxv3.common.synchronization [req-3e235e03-f8a1-4b16-80ff-0371057e9a0e req-7a7690aa-1633-4c4a-ab7c-1a290d0a3c3f service nova] Enqueued Resource ID: 287fc408-1355-4ea2-843d-f405317b90ba with Priority: HIGHEST for action security_group_rules [ 597.204792] env[65288]: INFO networking_nsxv3.common.synchronization [req-3e235e03-f8a1-4b16-80ff-0371057e9a0e req-7a7690aa-1633-4c4a-ab7c-1a290d0a3c3f service nova] Enqueued Resource ID: 287fc408-1355-4ea2-843d-f405317b90ba with Priority: HIGHEST for action security_group_members [ 597.204792] env[65288]: INFO networking_nsxv3.common.synchronization [req-3e235e03-f8a1-4b16-80ff-0371057e9a0e req-7a7690aa-1633-4c4a-ab7c-1a290d0a3c3f service nova] Enqueued Resource ID: 46a7ae65-508f-44b6-887c-1b3aa3c75552 with Priority: HIGHEST for action port [ 597.208028] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 287fc408-1355-4ea2-843d-f405317b90ba with Priority: HIGHEST for action security_group_rules [ 597.208028] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 287fc408-1355-4ea2-843d-f405317b90ba with Priority: HIGHEST for action security_group_members [ 597.208028] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 46a7ae65-508f-44b6-887c-1b3aa3c75552 with Priority: HIGHEST for action port [ 597.208028] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock rules-287fc408-1355-4ea2-843d-f405317b90ba taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.208028] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-287fc408-1355-4ea2-843d-f405317b90ba" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.208028] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-287fc408-1355-4ea2-843d-f405317b90ba" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.208028] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-287fc408-1355-4ea2-843d-f405317b90ba" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.208028] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('287fc408-1355-4ea2-843d-f405317b90ba',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 597.208028] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock member-287fc408-1355-4ea2-843d-f405317b90ba taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.208667] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-287fc408-1355-4ea2-843d-f405317b90ba" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.208667] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-287fc408-1355-4ea2-843d-f405317b90ba" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.208667] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-287fc408-1355-4ea2-843d-f405317b90ba" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.208898] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.209056] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.209130] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.209657] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.211048] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.211048] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('287fc408-1355-4ea2-843d-f405317b90ba',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 597.211371] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock port-46a7ae65-508f-44b6-887c-1b3aa3c75552 taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.211520] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-46a7ae65-508f-44b6-887c-1b3aa3c75552" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.211606] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-46a7ae65-508f-44b6-887c-1b3aa3c75552" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.211837] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-46a7ae65-508f-44b6-887c-1b3aa3c75552" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.211924] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('46a7ae65-508f-44b6-887c-1b3aa3c75552',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 597.434899] env[65288]: INFO networking_nsxv3.common.synchronization [req-a683c3b7-2c7d-40c6-8a24-65ff46739384 req-328bd089-e576-4557-acd1-0a3f822a8258 tempest-MigrationsAdminTest-1792954961 tempest-MigrationsAdminTest-1792954961-project-member] Enqueued Resource ID: 61335d04-4310-48c7-92a4-956bad255ae1 with Priority: HIGHEST for action security_group_members [ 597.434899] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 61335d04-4310-48c7-92a4-956bad255ae1 with Priority: HIGHEST for action security_group_members [ 597.434899] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock member-61335d04-4310-48c7-92a4-956bad255ae1 taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.434899] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-61335d04-4310-48c7-92a4-956bad255ae1" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.434899] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-61335d04-4310-48c7-92a4-956bad255ae1" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.436027] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-61335d04-4310-48c7-92a4-956bad255ae1" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.436027] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.436244] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.436528] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.436686] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.436902] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.437309] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('61335d04-4310-48c7-92a4-956bad255ae1',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 597.714159] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock member-287fc408-1355-4ea2-843d-f405317b90ba taken with stack trace [, , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.714397] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-287fc408-1355-4ea2-843d-f405317b90ba" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.720340] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('287fc408-1355-4ea2-843d-f405317b90ba',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 597.721313] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 46a7ae65-508f-44b6-887c-1b3aa3c75552 with status ACTIVE [ 597.721643] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.721850] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.721925] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.722205] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.722361] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.722562] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.722663] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.722725] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.722919] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.723056] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.723200] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.723332] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.723391] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.723532] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.723608] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.723688] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 46a7ae65-508f-44b6-887c-1b3aa3c75552 is going to be updated. [ 597.756025] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.756227] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.756269] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.756527] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.756944] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.757196] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-46a7ae65-508f-44b6-887c-1b3aa3c75552" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.939224] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5823f25b-ebb3-44a1-adb2-72eab06a38c1 in Status: SUCCESS [ 597.939224] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5823f25b-ebb3-44a1-adb2-72eab06a38c1" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.939224] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5823f25b-ebb3-44a1-adb2-72eab06a38c1" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.939224] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5823f25b-ebb3-44a1-adb2-72eab06a38c1" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.939224] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.939224] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.939224] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.939224] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.939224] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.939224] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5823f25b-ebb3-44a1-adb2-72eab06a38c1" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.939224] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5823f25b-ebb3-44a1-adb2-72eab06a38c1',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 597.940462] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.940577] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.941439] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.941439] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.941439] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.941439] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.941439] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.941439] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.941439] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.941936] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.941936] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 61335d04-4310-48c7-92a4-956bad255ae1 already deleted. [ 597.941936] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-61335d04-4310-48c7-92a4-956bad255ae1" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.105532] env[65288]: DEBUG networking_nsxv3.common.locking [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Lock network-280 taken with stack trace [, , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.106395] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquiring lock "network-280" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.106395] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired lock "network-280" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.106395] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired external semaphore "network-280" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.106395] env[65288]: DEBUG networking_nsxv3.common.locking [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.106700] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquiring lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.106700] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.106871] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired external semaphore "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.107030] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Releasing lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.107218] env[65288]: DEBUG dogpile.cache.region [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] No value present for key: 'zone-id' {{(pid=65288) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 598.107323] env[65288]: DEBUG dogpile.lock [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] NeedRegenerationException {{(pid=65288) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 598.107426] env[65288]: DEBUG dogpile.lock [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] no value, waiting for create lock {{(pid=65288) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 598.107528] env[65288]: DEBUG dogpile.lock [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] value creation lock acquired {{(pid=65288) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 598.107640] env[65288]: DEBUG dogpile.cache.region [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] No value present for key: 'zone-id' {{(pid=65288) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 598.107830] env[65288]: DEBUG dogpile.lock [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Calling creation function for not-yet-present value {{(pid=65288) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 598.107979] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 598.127769] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 598.127973] env[65288]: DEBUG dogpile.cache.region [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65288) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 598.128088] env[65288]: DEBUG dogpile.lock [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Released creation lock {{(pid=65288) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 598.128333] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Releasing lock "network-280" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.128650] env[65288]: DEBUG networking_nsxv3.common.locking [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Lock port-043f07d0-ec40-47a9-ae80-c4fd3b4ab5ee taken with stack trace [, , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.128821] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquiring lock "port-043f07d0-ec40-47a9-ae80-c4fd3b4ab5ee" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.129105] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired lock "port-043f07d0-ec40-47a9-ae80-c4fd3b4ab5ee" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.129290] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired external semaphore "port-043f07d0-ec40-47a9-ae80-c4fd3b4ab5ee" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.129426] env[65288]: DEBUG networking_nsxv3.api.rpc [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('043f07d0-ec40-47a9-ae80-c4fd3b4ab5ee',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 598.228579] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('287fc408-1355-4ea2-843d-f405317b90ba',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 598.443489] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock member-5823f25b-ebb3-44a1-adb2-72eab06a38c1 taken with stack trace [, , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.443652] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5823f25b-ebb3-44a1-adb2-72eab06a38c1" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.443743] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5823f25b-ebb3-44a1-adb2-72eab06a38c1" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.443982] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5823f25b-ebb3-44a1-adb2-72eab06a38c1" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.444161] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.444261] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.444325] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.444507] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.444621] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.444664] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5823f25b-ebb3-44a1-adb2-72eab06a38c1" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.444798] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock member-5823f25b-ebb3-44a1-adb2-72eab06a38c1 taken with stack trace [, , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.444889] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5823f25b-ebb3-44a1-adb2-72eab06a38c1" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.444948] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5823f25b-ebb3-44a1-adb2-72eab06a38c1" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.445096] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5823f25b-ebb3-44a1-adb2-72eab06a38c1" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.445228] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.445315] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.445375] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.445504] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.445574] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.445652] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5823f25b-ebb3-44a1-adb2-72eab06a38c1" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.445739] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5823f25b-ebb3-44a1-adb2-72eab06a38c1',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 598.550406] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b6fe7cc2-2f0a-4283-8763-dc7c3132388f in Status: SUCCESS [ 598.550684] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b6fe7cc2-2f0a-4283-8763-dc7c3132388f" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.633441] env[65288]: DEBUG networking_nsxv3.common.locking [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.633665] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.633810] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.634065] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.634313] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.634474] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Segment Port 043f07d0-ec40-47a9-ae80-c4fd3b4ab5ee not found, creating... [ 598.634737] env[65288]: DEBUG networking_nsxv3.common.locking [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.634925] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquiring lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.634994] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.635239] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired external semaphore "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.635373] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Releasing lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.635637] env[65288]: DEBUG networking_nsxv3.common.locking [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.635849] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.635900] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.638221] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.638221] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.638221] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Resource: SegmentPort with ID: 043f07d0-ec40-47a9-ae80-c4fd3b4ab5ee is going to be created. [ 598.655439] env[65288]: DEBUG networking_nsxv3.common.locking [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.655660] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.655758] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.656090] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.656331] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.656685] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Releasing lock "port-043f07d0-ec40-47a9-ae80-c4fd3b4ab5ee" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.731418] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.731690] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.731690] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.731907] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.731907] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.732024] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 287fc408-1355-4ea2-843d-f405317b90ba is going to be created. [ 598.783559] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.783738] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.783815] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.784141] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.784236] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.795248] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 287fc408-1355-4ea2-843d-f405317b90ba in Status: UNINITIALIZED for 2s [ 598.948871] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5823f25b-ebb3-44a1-adb2-72eab06a38c1: rpc.has_security_group_logging(os_id): False [ 598.972021] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.972021] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.972021] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.972021] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.972021] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.972021] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.972021] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.972021] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.972021] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.972021] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.972021] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.972021] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.972021] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.972021] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.972021] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.972568] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.972808] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.972952] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.973183] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.973348] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.973523] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5823f25b-ebb3-44a1-adb2-72eab06a38c1 is going to be created. [ 599.027725] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.027903] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.027974] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.028195] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.028372] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.040927] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5823f25b-ebb3-44a1-adb2-72eab06a38c1 in Status: IN_PROGRESS for 2s [ 599.458937] env[65288]: INFO networking_nsxv3.common.synchronization [req-a683c3b7-2c7d-40c6-8a24-65ff46739384 req-157f76a1-d756-40f0-a7ca-be494f1aa26f service nova] Enqueued Resource ID: 61335d04-4310-48c7-92a4-956bad255ae1 with Priority: HIGHEST for action security_group_rules [ 599.459223] env[65288]: INFO networking_nsxv3.common.synchronization [req-a683c3b7-2c7d-40c6-8a24-65ff46739384 req-157f76a1-d756-40f0-a7ca-be494f1aa26f service nova] Enqueued Resource ID: 61335d04-4310-48c7-92a4-956bad255ae1 with Priority: HIGHEST for action security_group_members [ 599.459270] env[65288]: INFO networking_nsxv3.common.synchronization [req-a683c3b7-2c7d-40c6-8a24-65ff46739384 req-157f76a1-d756-40f0-a7ca-be494f1aa26f service nova] Enqueued Resource ID: 043f07d0-ec40-47a9-ae80-c4fd3b4ab5ee with Priority: HIGHEST for action port [ 599.459961] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 61335d04-4310-48c7-92a4-956bad255ae1 with Priority: HIGHEST for action security_group_rules [ 599.459961] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 61335d04-4310-48c7-92a4-956bad255ae1 with Priority: HIGHEST for action security_group_members [ 599.461141] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 043f07d0-ec40-47a9-ae80-c4fd3b4ab5ee with Priority: HIGHEST for action port [ 599.461511] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock rules-61335d04-4310-48c7-92a4-956bad255ae1 taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.461876] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-61335d04-4310-48c7-92a4-956bad255ae1" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.463282] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-61335d04-4310-48c7-92a4-956bad255ae1" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.463282] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-61335d04-4310-48c7-92a4-956bad255ae1" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.463282] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('61335d04-4310-48c7-92a4-956bad255ae1',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 599.468257] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock member-61335d04-4310-48c7-92a4-956bad255ae1 taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.468257] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-61335d04-4310-48c7-92a4-956bad255ae1" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.468257] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-61335d04-4310-48c7-92a4-956bad255ae1" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.468257] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-61335d04-4310-48c7-92a4-956bad255ae1" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.468257] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.468257] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.468257] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.468257] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.468257] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.468257] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('61335d04-4310-48c7-92a4-956bad255ae1',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 599.469168] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock port-043f07d0-ec40-47a9-ae80-c4fd3b4ab5ee taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.469168] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-043f07d0-ec40-47a9-ae80-c4fd3b4ab5ee" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.469168] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-043f07d0-ec40-47a9-ae80-c4fd3b4ab5ee" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.469168] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-043f07d0-ec40-47a9-ae80-c4fd3b4ab5ee" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.469168] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('043f07d0-ec40-47a9-ae80-c4fd3b4ab5ee',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 599.936958] env[65288]: INFO networking_nsxv3.common.synchronization [req-5c260a38-0919-4d85-ae3f-6f69b28d37ee req-2fdb1ef2-a81d-4326-9953-659d3feb18ca tempest-ServersAdminTestJSON-1417343482 tempest-ServersAdminTestJSON-1417343482-project-member] Enqueued Resource ID: d4809d67-1b31-408a-868c-7991f7666292 with Priority: HIGHEST for action security_group_members [ 599.937037] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d4809d67-1b31-408a-868c-7991f7666292 with Priority: HIGHEST for action security_group_members [ 599.937315] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock member-d4809d67-1b31-408a-868c-7991f7666292 taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.937432] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d4809d67-1b31-408a-868c-7991f7666292" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.937662] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d4809d67-1b31-408a-868c-7991f7666292" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.937937] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d4809d67-1b31-408a-868c-7991f7666292" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.938109] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.938218] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.938278] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.938427] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.938511] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.938607] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d4809d67-1b31-408a-868c-7991f7666292',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 599.972886] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock member-61335d04-4310-48c7-92a4-956bad255ae1 taken with stack trace [, , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.972886] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-61335d04-4310-48c7-92a4-956bad255ae1" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.973957] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 043f07d0-ec40-47a9-ae80-c4fd3b4ab5ee with status ACTIVE [ 599.974212] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.974383] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.974464] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.974752] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.974914] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.975235] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.975407] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.975551] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.975822] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.975934] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.976145] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.976251] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.976310] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.976458] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.976534] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.976654] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 043f07d0-ec40-47a9-ae80-c4fd3b4ab5ee is going to be updated. [ 599.977961] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('61335d04-4310-48c7-92a4-956bad255ae1',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 600.003764] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.004158] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.004158] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.004291] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.004403] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.004591] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-043f07d0-ec40-47a9-ae80-c4fd3b4ab5ee" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.443476] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.443476] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.443476] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.443476] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.443476] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.443476] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.443476] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.443476] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.443476] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.443476] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.443476] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d4809d67-1b31-408a-868c-7991f7666292 already deleted. [ 600.443476] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d4809d67-1b31-408a-868c-7991f7666292" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.479861] env[65288]: DEBUG networking_nsxv3.common.locking [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Lock network-92 taken with stack trace [, , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.480278] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquiring lock "network-92" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.480278] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired lock "network-92" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.480538] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired external semaphore "network-92" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.480847] env[65288]: DEBUG networking_nsxv3.common.locking [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.481091] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquiring lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.481262] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.481622] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired external semaphore "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.481622] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Releasing lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.482132] env[65288]: DEBUG dogpile.cache.region [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] No value present for key: 'zone-id' {{(pid=65288) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 600.482132] env[65288]: DEBUG dogpile.lock [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] NeedRegenerationException {{(pid=65288) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 600.482132] env[65288]: DEBUG dogpile.lock [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] no value, waiting for create lock {{(pid=65288) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 600.482267] env[65288]: DEBUG dogpile.lock [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] value creation lock acquired {{(pid=65288) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 600.482267] env[65288]: DEBUG dogpile.cache.region [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] No value present for key: 'zone-id' {{(pid=65288) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 600.482381] env[65288]: DEBUG dogpile.lock [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Calling creation function for not-yet-present value {{(pid=65288) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 600.482524] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 600.484407] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('61335d04-4310-48c7-92a4-956bad255ae1',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 600.504417] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 600.504480] env[65288]: DEBUG dogpile.cache.region [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65288) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 600.504707] env[65288]: DEBUG dogpile.lock [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Released creation lock {{(pid=65288) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 600.504887] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Releasing lock "network-92" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.505202] env[65288]: DEBUG networking_nsxv3.common.locking [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Lock port-ddff3e3f-d12c-4c80-b109-2b1b91ade0ce taken with stack trace [, , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.505366] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquiring lock "port-ddff3e3f-d12c-4c80-b109-2b1b91ade0ce" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.505477] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired lock "port-ddff3e3f-d12c-4c80-b109-2b1b91ade0ce" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.505780] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired external semaphore "port-ddff3e3f-d12c-4c80-b109-2b1b91ade0ce" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.505917] env[65288]: DEBUG networking_nsxv3.api.rpc [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ddff3e3f-d12c-4c80-b109-2b1b91ade0ce',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 600.806315] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 287fc408-1355-4ea2-843d-f405317b90ba in Status: SUCCESS [ 600.807390] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-287fc408-1355-4ea2-843d-f405317b90ba" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.807390] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-287fc408-1355-4ea2-843d-f405317b90ba" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.808037] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-287fc408-1355-4ea2-843d-f405317b90ba" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.808037] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.809025] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.809025] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.809025] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.809025] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.809025] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-287fc408-1355-4ea2-843d-f405317b90ba" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.809025] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('287fc408-1355-4ea2-843d-f405317b90ba',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 600.987739] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.987739] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.987739] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.987739] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.987901] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.988582] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 61335d04-4310-48c7-92a4-956bad255ae1 is going to be created. [ 601.009911] env[65288]: DEBUG networking_nsxv3.common.locking [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.010279] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.010279] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.011108] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.011108] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.011108] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Segment Port ddff3e3f-d12c-4c80-b109-2b1b91ade0ce not found, creating... [ 601.011108] env[65288]: DEBUG networking_nsxv3.common.locking [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.011363] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquiring lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.011363] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.011533] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired external semaphore "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.011664] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Releasing lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.011956] env[65288]: DEBUG networking_nsxv3.common.locking [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.012189] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.012262] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.012666] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.012666] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.012666] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Resource: SegmentPort with ID: ddff3e3f-d12c-4c80-b109-2b1b91ade0ce is going to be created. [ 601.037253] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.037536] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.037776] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.037935] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.038149] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.051197] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 61335d04-4310-48c7-92a4-956bad255ae1 in Status: UNINITIALIZED for 2s [ 601.051706] env[65288]: DEBUG networking_nsxv3.common.locking [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.052102] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.052399] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.052834] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.053202] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.053595] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Releasing lock "port-ddff3e3f-d12c-4c80-b109-2b1b91ade0ce" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.060484] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5823f25b-ebb3-44a1-adb2-72eab06a38c1 in Status: SUCCESS [ 601.060710] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5823f25b-ebb3-44a1-adb2-72eab06a38c1" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.313795] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock member-287fc408-1355-4ea2-843d-f405317b90ba taken with stack trace [, , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.313978] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-287fc408-1355-4ea2-843d-f405317b90ba" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.314066] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-287fc408-1355-4ea2-843d-f405317b90ba" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.314298] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-287fc408-1355-4ea2-843d-f405317b90ba" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.314471] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.314575] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.314660] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.314843] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.314928] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.315025] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-287fc408-1355-4ea2-843d-f405317b90ba" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.315261] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock member-287fc408-1355-4ea2-843d-f405317b90ba taken with stack trace [, , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.315261] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-287fc408-1355-4ea2-843d-f405317b90ba" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.315386] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-287fc408-1355-4ea2-843d-f405317b90ba" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.315461] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-287fc408-1355-4ea2-843d-f405317b90ba" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.315593] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.315693] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.315756] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.317178] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.317178] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.317178] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-287fc408-1355-4ea2-843d-f405317b90ba" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.317178] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('287fc408-1355-4ea2-843d-f405317b90ba',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 601.736633] env[65288]: INFO networking_nsxv3.common.synchronization [req-5c260a38-0919-4d85-ae3f-6f69b28d37ee req-50000926-3ade-4b5a-99c9-b9c12c5e9010 service nova] Enqueued Resource ID: d4809d67-1b31-408a-868c-7991f7666292 with Priority: HIGHEST for action security_group_rules [ 601.736633] env[65288]: INFO networking_nsxv3.common.synchronization [req-5c260a38-0919-4d85-ae3f-6f69b28d37ee req-50000926-3ade-4b5a-99c9-b9c12c5e9010 service nova] Enqueued Resource ID: d4809d67-1b31-408a-868c-7991f7666292 with Priority: HIGHEST for action security_group_members [ 601.736633] env[65288]: INFO networking_nsxv3.common.synchronization [req-5c260a38-0919-4d85-ae3f-6f69b28d37ee req-50000926-3ade-4b5a-99c9-b9c12c5e9010 service nova] Enqueued Resource ID: ddff3e3f-d12c-4c80-b109-2b1b91ade0ce with Priority: HIGHEST for action port [ 601.737077] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d4809d67-1b31-408a-868c-7991f7666292 with Priority: HIGHEST for action security_group_rules [ 601.737575] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d4809d67-1b31-408a-868c-7991f7666292 with Priority: HIGHEST for action security_group_members [ 601.737575] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ddff3e3f-d12c-4c80-b109-2b1b91ade0ce with Priority: HIGHEST for action port [ 601.737808] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d4809d67-1b31-408a-868c-7991f7666292 taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.737808] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d4809d67-1b31-408a-868c-7991f7666292" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.737808] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d4809d67-1b31-408a-868c-7991f7666292" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.738033] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d4809d67-1b31-408a-868c-7991f7666292" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.738115] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d4809d67-1b31-408a-868c-7991f7666292',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 601.742428] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock member-d4809d67-1b31-408a-868c-7991f7666292 taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.742557] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d4809d67-1b31-408a-868c-7991f7666292" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.742622] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d4809d67-1b31-408a-868c-7991f7666292" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.742822] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d4809d67-1b31-408a-868c-7991f7666292" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.742969] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.743078] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.743137] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.743279] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.743358] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.743447] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d4809d67-1b31-408a-868c-7991f7666292',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 601.745174] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock port-ddff3e3f-d12c-4c80-b109-2b1b91ade0ce taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.745685] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ddff3e3f-d12c-4c80-b109-2b1b91ade0ce" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.745775] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ddff3e3f-d12c-4c80-b109-2b1b91ade0ce" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.745934] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ddff3e3f-d12c-4c80-b109-2b1b91ade0ce" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.746022] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ddff3e3f-d12c-4c80-b109-2b1b91ade0ce',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 601.820472] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 287fc408-1355-4ea2-843d-f405317b90ba: rpc.has_security_group_logging(os_id): False [ 601.849805] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.849982] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.850148] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.850279] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.850397] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.850558] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.850654] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.850716] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.850929] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.851038] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.851274] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.851392] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.851457] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.851669] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.853763] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.854023] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.854276] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.854391] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.854739] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.854739] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.854854] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 287fc408-1355-4ea2-843d-f405317b90ba is going to be created. [ 601.928130] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.928239] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.928290] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.928525] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.928670] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.942084] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 287fc408-1355-4ea2-843d-f405317b90ba in Status: IN_PROGRESS for 2s [ 602.240393] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock member-d4809d67-1b31-408a-868c-7991f7666292 taken with stack trace [, , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.240550] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d4809d67-1b31-408a-868c-7991f7666292" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.246437] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d4809d67-1b31-408a-868c-7991f7666292',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 602.247436] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ddff3e3f-d12c-4c80-b109-2b1b91ade0ce with status ACTIVE [ 602.247652] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.247789] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.248167] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.248167] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.248167] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.248367] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.248427] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.249025] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.249025] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.249025] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.249025] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.249025] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.249025] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.249275] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.249275] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.249331] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ddff3e3f-d12c-4c80-b109-2b1b91ade0ce is going to be updated. [ 602.273697] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.273920] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.273920] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.274724] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.274724] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.274724] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ddff3e3f-d12c-4c80-b109-2b1b91ade0ce" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.753552] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d4809d67-1b31-408a-868c-7991f7666292',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 602.956576] env[65288]: INFO networking_nsxv3.common.synchronization [None req-ce60eead-4a8e-45db-8938-8dc677f1d51e None None] Enqueued Resource ID: be2595ee-985d-4710-9b5f-2bcbf2e4cbfe with Priority: HIGHEST for action port [ 602.958165] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: be2595ee-985d-4710-9b5f-2bcbf2e4cbfe with Priority: HIGHEST for action port [ 602.958522] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock port-be2595ee-985d-4710-9b5f-2bcbf2e4cbfe taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.958655] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-be2595ee-985d-4710-9b5f-2bcbf2e4cbfe" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.958729] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-be2595ee-985d-4710-9b5f-2bcbf2e4cbfe" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.959092] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-be2595ee-985d-4710-9b5f-2bcbf2e4cbfe" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.959172] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('be2595ee-985d-4710-9b5f-2bcbf2e4cbfe',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 603.078641] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 61335d04-4310-48c7-92a4-956bad255ae1 in Status: SUCCESS [ 603.078641] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-61335d04-4310-48c7-92a4-956bad255ae1" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.078641] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-61335d04-4310-48c7-92a4-956bad255ae1" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.078641] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-61335d04-4310-48c7-92a4-956bad255ae1" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.078641] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.078641] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.078641] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.078641] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.078641] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.078641] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-61335d04-4310-48c7-92a4-956bad255ae1" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.078641] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('61335d04-4310-48c7-92a4-956bad255ae1',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 603.114881] env[65288]: INFO networking_nsxv3.common.synchronization [req-5eb92b86-8ded-424e-9256-8340a66484bc req-2638e443-1cea-4a21-a9d6-94df240ba29f tempest-AttachInterfacesTestJSON-212311792 tempest-AttachInterfacesTestJSON-212311792-project-member] Enqueued Resource ID: 8ed4fba3-b4bf-4641-bcf5-85eb95bd2941 with Priority: HIGHEST for action security_group_members [ 603.114881] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8ed4fba3-b4bf-4641-bcf5-85eb95bd2941 with Priority: HIGHEST for action security_group_members [ 603.116029] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock member-8ed4fba3-b4bf-4641-bcf5-85eb95bd2941 taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.116271] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8ed4fba3-b4bf-4641-bcf5-85eb95bd2941" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.116429] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8ed4fba3-b4bf-4641-bcf5-85eb95bd2941" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.116798] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8ed4fba3-b4bf-4641-bcf5-85eb95bd2941" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.116976] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.117117] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.117194] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.117373] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.117485] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.117585] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8ed4fba3-b4bf-4641-bcf5-85eb95bd2941',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 603.259284] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.259284] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.259284] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.259284] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.259284] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.259284] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d4809d67-1b31-408a-868c-7991f7666292 is going to be created. [ 603.287531] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.287757] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.287919] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.288593] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.288994] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.300094] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d4809d67-1b31-408a-868c-7991f7666292 in Status: UNINITIALIZED for 2s [ 603.462102] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port be2595ee-985d-4710-9b5f-2bcbf2e4cbfe [ 603.462102] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.462829] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.462829] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.462829] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.463067] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.463360] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:be2595ee-985d-4710-9b5f-2bcbf2e4cbfe already deleted. [ 603.463509] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-be2595ee-985d-4710-9b5f-2bcbf2e4cbfe" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.584093] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock member-61335d04-4310-48c7-92a4-956bad255ae1 taken with stack trace [, , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.584373] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-61335d04-4310-48c7-92a4-956bad255ae1" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.584518] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-61335d04-4310-48c7-92a4-956bad255ae1" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.585453] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-61335d04-4310-48c7-92a4-956bad255ae1" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.585453] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.585453] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.585453] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.585824] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.585824] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.585982] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-61335d04-4310-48c7-92a4-956bad255ae1" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.586265] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock member-61335d04-4310-48c7-92a4-956bad255ae1 taken with stack trace [, , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.586439] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-61335d04-4310-48c7-92a4-956bad255ae1" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.586547] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-61335d04-4310-48c7-92a4-956bad255ae1" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.586825] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-61335d04-4310-48c7-92a4-956bad255ae1" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.588185] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.588271] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.588344] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.588563] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.588697] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.588832] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-61335d04-4310-48c7-92a4-956bad255ae1" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.588976] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('61335d04-4310-48c7-92a4-956bad255ae1',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 603.622518] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.622651] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.623193] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.623193] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.623193] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.623429] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.623429] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.623429] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.623598] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.624324] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.624324] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8ed4fba3-b4bf-4641-bcf5-85eb95bd2941 already deleted. [ 603.624324] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8ed4fba3-b4bf-4641-bcf5-85eb95bd2941" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.733254] env[65288]: DEBUG networking_nsxv3.common.locking [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Lock network-704 taken with stack trace [, , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.733767] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquiring lock "network-704" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.733767] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired lock "network-704" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.734172] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired external semaphore "network-704" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.734330] env[65288]: DEBUG networking_nsxv3.common.locking [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.734572] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquiring lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.734572] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.734954] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired external semaphore "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.734954] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Releasing lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.735216] env[65288]: DEBUG dogpile.cache.region [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] No value present for key: 'zone-id' {{(pid=65288) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 603.735309] env[65288]: DEBUG dogpile.lock [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] NeedRegenerationException {{(pid=65288) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 603.735525] env[65288]: DEBUG dogpile.lock [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] no value, waiting for create lock {{(pid=65288) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 603.735525] env[65288]: DEBUG dogpile.lock [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] value creation lock acquired {{(pid=65288) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 603.735594] env[65288]: DEBUG dogpile.cache.region [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] No value present for key: 'zone-id' {{(pid=65288) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 603.735742] env[65288]: DEBUG dogpile.lock [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Calling creation function for not-yet-present value {{(pid=65288) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 603.735810] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 603.760457] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 603.760674] env[65288]: DEBUG dogpile.cache.region [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=65288) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 603.760674] env[65288]: DEBUG dogpile.lock [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Released creation lock {{(pid=65288) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 603.761179] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Releasing lock "network-704" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.761816] env[65288]: DEBUG networking_nsxv3.common.locking [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Lock port-af7f8735-f555-4d97-bb1a-771cdc6b179c taken with stack trace [, , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.761816] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquiring lock "port-af7f8735-f555-4d97-bb1a-771cdc6b179c" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.761816] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired lock "port-af7f8735-f555-4d97-bb1a-771cdc6b179c" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.762703] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired external semaphore "port-af7f8735-f555-4d97-bb1a-771cdc6b179c" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.762703] env[65288]: DEBUG networking_nsxv3.api.rpc [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('af7f8735-f555-4d97-bb1a-771cdc6b179c',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 603.956550] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 287fc408-1355-4ea2-843d-f405317b90ba in Status: SUCCESS [ 603.957255] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-287fc408-1355-4ea2-843d-f405317b90ba" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.092584] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 61335d04-4310-48c7-92a4-956bad255ae1: rpc.has_security_group_logging(os_id): False [ 604.112234] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.112312] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.112783] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.113075] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.113232] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.113456] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.113566] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.113643] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.113810] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.113878] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.114098] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.114198] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.114265] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.114410] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.114482] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.116196] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.116378] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.116490] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.116784] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.116851] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.116926] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 61335d04-4310-48c7-92a4-956bad255ae1 is going to be created. [ 604.190210] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.190210] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.190210] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.190210] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.190210] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.204114] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 61335d04-4310-48c7-92a4-956bad255ae1 in Status: IN_PROGRESS for 2s [ 604.267305] env[65288]: DEBUG networking_nsxv3.common.locking [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.267671] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.267798] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.268305] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.268305] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.268538] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Segment Port af7f8735-f555-4d97-bb1a-771cdc6b179c not found, creating... [ 604.268781] env[65288]: DEBUG networking_nsxv3.common.locking [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.268874] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquiring lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.268980] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.269309] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired external semaphore "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.269453] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Releasing lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.269764] env[65288]: DEBUG networking_nsxv3.common.locking [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.269918] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.270697] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.271678] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.271815] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.272042] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Resource: SegmentPort with ID: af7f8735-f555-4d97-bb1a-771cdc6b179c is going to be created. [ 604.315991] env[65288]: DEBUG networking_nsxv3.common.locking [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.316311] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.316347] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.316585] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.316848] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.317090] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Releasing lock "port-af7f8735-f555-4d97-bb1a-771cdc6b179c" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.912695] env[65288]: INFO networking_nsxv3.common.synchronization [req-1cd28b05-4df4-4206-82e5-d746172e4c34 req-39ae0616-d527-43b9-bb49-4369027deb1a tempest-ImagesOneServerTestJSON-948456085 tempest-ImagesOneServerTestJSON-948456085-project-member] Enqueued Resource ID: ef9b23b6-ef0b-47e3-9685-8e7efd2064d4 with Priority: HIGHEST for action security_group_members [ 604.913756] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ef9b23b6-ef0b-47e3-9685-8e7efd2064d4 with Priority: HIGHEST for action security_group_members [ 604.915368] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock member-ef9b23b6-ef0b-47e3-9685-8e7efd2064d4 taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.915368] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ef9b23b6-ef0b-47e3-9685-8e7efd2064d4" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.915368] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ef9b23b6-ef0b-47e3-9685-8e7efd2064d4" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.915368] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ef9b23b6-ef0b-47e3-9685-8e7efd2064d4" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.915582] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.916225] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.916407] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.916552] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.916680] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.916798] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ef9b23b6-ef0b-47e3-9685-8e7efd2064d4',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 605.053116] env[65288]: INFO networking_nsxv3.common.synchronization [req-5eb92b86-8ded-424e-9256-8340a66484bc req-c0a418b7-3ec7-4e23-b859-98ab724b9968 service nova] Enqueued Resource ID: 8ed4fba3-b4bf-4641-bcf5-85eb95bd2941 with Priority: HIGHEST for action security_group_rules [ 605.053116] env[65288]: INFO networking_nsxv3.common.synchronization [req-5eb92b86-8ded-424e-9256-8340a66484bc req-c0a418b7-3ec7-4e23-b859-98ab724b9968 service nova] Enqueued Resource ID: 8ed4fba3-b4bf-4641-bcf5-85eb95bd2941 with Priority: HIGHEST for action security_group_members [ 605.053116] env[65288]: INFO networking_nsxv3.common.synchronization [req-5eb92b86-8ded-424e-9256-8340a66484bc req-c0a418b7-3ec7-4e23-b859-98ab724b9968 service nova] Enqueued Resource ID: af7f8735-f555-4d97-bb1a-771cdc6b179c with Priority: HIGHEST for action port [ 605.053116] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8ed4fba3-b4bf-4641-bcf5-85eb95bd2941 with Priority: HIGHEST for action security_group_rules [ 605.053116] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8ed4fba3-b4bf-4641-bcf5-85eb95bd2941 with Priority: HIGHEST for action security_group_members [ 605.053116] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: af7f8735-f555-4d97-bb1a-771cdc6b179c with Priority: HIGHEST for action port [ 605.053116] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8ed4fba3-b4bf-4641-bcf5-85eb95bd2941 taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.053116] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8ed4fba3-b4bf-4641-bcf5-85eb95bd2941" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.053116] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8ed4fba3-b4bf-4641-bcf5-85eb95bd2941" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.053116] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8ed4fba3-b4bf-4641-bcf5-85eb95bd2941" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.053116] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8ed4fba3-b4bf-4641-bcf5-85eb95bd2941',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 605.054509] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock member-8ed4fba3-b4bf-4641-bcf5-85eb95bd2941 taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.055010] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8ed4fba3-b4bf-4641-bcf5-85eb95bd2941" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.055154] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8ed4fba3-b4bf-4641-bcf5-85eb95bd2941" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.055416] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8ed4fba3-b4bf-4641-bcf5-85eb95bd2941" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.055796] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.056000] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.056150] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.056380] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.056566] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.057150] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8ed4fba3-b4bf-4641-bcf5-85eb95bd2941',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 605.064825] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock port-af7f8735-f555-4d97-bb1a-771cdc6b179c taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.064825] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-af7f8735-f555-4d97-bb1a-771cdc6b179c" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.064825] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-af7f8735-f555-4d97-bb1a-771cdc6b179c" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.064825] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-af7f8735-f555-4d97-bb1a-771cdc6b179c" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.064825] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('af7f8735-f555-4d97-bb1a-771cdc6b179c',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 605.313386] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d4809d67-1b31-408a-868c-7991f7666292 in Status: SUCCESS [ 605.313617] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d4809d67-1b31-408a-868c-7991f7666292" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.313773] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d4809d67-1b31-408a-868c-7991f7666292" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.313996] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d4809d67-1b31-408a-868c-7991f7666292" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.314202] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.314325] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.314387] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.316856] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.316856] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.316856] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d4809d67-1b31-408a-868c-7991f7666292" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.317089] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d4809d67-1b31-408a-868c-7991f7666292',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 605.419011] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.419653] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.421328] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.421328] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.421328] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.421328] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.421328] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.421328] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.421328] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.421328] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.421328] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ef9b23b6-ef0b-47e3-9685-8e7efd2064d4 already deleted. [ 605.421328] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ef9b23b6-ef0b-47e3-9685-8e7efd2064d4" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.446803] env[65288]: DEBUG networking_nsxv3.common.locking [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Lock network-629 taken with stack trace [, , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.447037] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquiring lock "network-629" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.447200] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired lock "network-629" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.447475] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired external semaphore "network-629" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.451715] env[65288]: DEBUG networking_nsxv3.common.locking [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.451816] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquiring lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.451936] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.452224] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired external semaphore "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.452365] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Releasing lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.452574] env[65288]: DEBUG dogpile.cache.region [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] No value present for key: 'zone-id' {{(pid=65288) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 605.452684] env[65288]: DEBUG dogpile.lock [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] NeedRegenerationException {{(pid=65288) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 605.452788] env[65288]: DEBUG dogpile.lock [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] no value, waiting for create lock {{(pid=65288) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 605.452888] env[65288]: DEBUG dogpile.lock [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] value creation lock acquired {{(pid=65288) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 605.452989] env[65288]: DEBUG dogpile.cache.region [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] No value present for key: 'zone-id' {{(pid=65288) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 605.453104] env[65288]: DEBUG dogpile.lock [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Calling creation function for not-yet-present value {{(pid=65288) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 605.453229] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 605.475503] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 605.475741] env[65288]: DEBUG dogpile.cache.region [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65288) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 605.475978] env[65288]: DEBUG dogpile.lock [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Released creation lock {{(pid=65288) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 605.476433] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Releasing lock "network-629" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.476920] env[65288]: DEBUG networking_nsxv3.common.locking [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Lock port-48f86c1e-df8d-4291-b674-9f6918ada6ba taken with stack trace [, , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.477135] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquiring lock "port-48f86c1e-df8d-4291-b674-9f6918ada6ba" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.477285] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired lock "port-48f86c1e-df8d-4291-b674-9f6918ada6ba" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.477761] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired external semaphore "port-48f86c1e-df8d-4291-b674-9f6918ada6ba" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.477946] env[65288]: DEBUG networking_nsxv3.api.rpc [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('48f86c1e-df8d-4291-b674-9f6918ada6ba',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 605.565519] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8ed4fba3-b4bf-4641-bcf5-85eb95bd2941',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 605.567581] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock member-8ed4fba3-b4bf-4641-bcf5-85eb95bd2941 taken with stack trace [, , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.567934] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8ed4fba3-b4bf-4641-bcf5-85eb95bd2941" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.568059] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port af7f8735-f555-4d97-bb1a-771cdc6b179c with status ACTIVE [ 605.569191] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.569495] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.569495] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.569627] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.569667] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.569849] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.569947] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.570025] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.570834] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.570924] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.571207] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.571296] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.571296] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.571449] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.571522] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.571606] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: af7f8735-f555-4d97-bb1a-771cdc6b179c is going to be updated. [ 605.599138] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.599229] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.599266] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.599961] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.601383] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.601383] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-af7f8735-f555-4d97-bb1a-771cdc6b179c" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.743778] env[65288]: INFO networking_nsxv3.common.synchronization [None req-ba0cd392-4427-469a-b5bc-f9ef81dac2c3 None None] Enqueued Resource ID: dd40da5b-b18a-4bd2-89ac-5050cbe4beb3 with Priority: HIGHEST for action port [ 605.744356] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dd40da5b-b18a-4bd2-89ac-5050cbe4beb3 with Priority: HIGHEST for action port [ 605.744706] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock port-dd40da5b-b18a-4bd2-89ac-5050cbe4beb3 taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.744837] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-dd40da5b-b18a-4bd2-89ac-5050cbe4beb3" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.744903] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-dd40da5b-b18a-4bd2-89ac-5050cbe4beb3" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.746205] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-dd40da5b-b18a-4bd2-89ac-5050cbe4beb3" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.746386] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dd40da5b-b18a-4bd2-89ac-5050cbe4beb3',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 605.822026] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock member-d4809d67-1b31-408a-868c-7991f7666292 taken with stack trace [, , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.822026] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d4809d67-1b31-408a-868c-7991f7666292" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.822026] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d4809d67-1b31-408a-868c-7991f7666292" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.822026] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d4809d67-1b31-408a-868c-7991f7666292" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.822026] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.822026] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.822026] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.822026] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.822026] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.822026] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d4809d67-1b31-408a-868c-7991f7666292" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.822026] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock member-d4809d67-1b31-408a-868c-7991f7666292 taken with stack trace [, , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.822026] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d4809d67-1b31-408a-868c-7991f7666292" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.822026] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d4809d67-1b31-408a-868c-7991f7666292" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.822026] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d4809d67-1b31-408a-868c-7991f7666292" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.822026] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.822026] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.823136] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.823136] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.823136] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.823136] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d4809d67-1b31-408a-868c-7991f7666292" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.823136] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d4809d67-1b31-408a-868c-7991f7666292',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 605.982944] env[65288]: DEBUG networking_nsxv3.common.locking [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.983275] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.983459] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.983781] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.984594] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.984927] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Segment Port 48f86c1e-df8d-4291-b674-9f6918ada6ba not found, creating... [ 605.985066] env[65288]: DEBUG networking_nsxv3.common.locking [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.985237] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquiring lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.985353] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.985593] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired external semaphore "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.985731] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Releasing lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.986056] env[65288]: DEBUG networking_nsxv3.common.locking [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.986207] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.986318] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.986526] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.986721] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.986885] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Resource: SegmentPort with ID: 48f86c1e-df8d-4291-b674-9f6918ada6ba is going to be created. [ 606.073565] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8ed4fba3-b4bf-4641-bcf5-85eb95bd2941',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 606.127425] env[65288]: DEBUG networking_nsxv3.common.locking [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.127643] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.127812] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.128258] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.128511] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.128752] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Releasing lock "port-48f86c1e-df8d-4291-b674-9f6918ada6ba" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.232415] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 61335d04-4310-48c7-92a4-956bad255ae1 in Status: SUCCESS [ 606.232415] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-61335d04-4310-48c7-92a4-956bad255ae1" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.249514] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port dd40da5b-b18a-4bd2-89ac-5050cbe4beb3 [ 606.249514] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.249514] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.249514] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.249885] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.249966] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.250083] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:dd40da5b-b18a-4bd2-89ac-5050cbe4beb3 already deleted. [ 606.250172] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-dd40da5b-b18a-4bd2-89ac-5050cbe4beb3" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.326580] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d4809d67-1b31-408a-868c-7991f7666292: rpc.has_security_group_logging(os_id): False [ 606.349877] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.350144] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.350224] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.350549] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.350690] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.350984] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.351202] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.351268] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.351485] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.351608] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.351920] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.352079] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.352375] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.352375] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.352512] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.352767] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.352904] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.353042] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.353490] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.353490] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.353490] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d4809d67-1b31-408a-868c-7991f7666292 is going to be created. [ 606.418628] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.418920] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.419478] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.419478] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.420196] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.432150] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d4809d67-1b31-408a-868c-7991f7666292 in Status: IN_PROGRESS for 2s [ 606.578062] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.578637] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.578637] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.578637] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.578637] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.578901] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8ed4fba3-b4bf-4641-bcf5-85eb95bd2941 is going to be created. [ 606.606233] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.606370] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.606440] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.606642] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.606851] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.617526] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8ed4fba3-b4bf-4641-bcf5-85eb95bd2941 in Status: UNINITIALIZED for 2s [ 606.710129] env[65288]: INFO networking_nsxv3.common.synchronization [req-1cd28b05-4df4-4206-82e5-d746172e4c34 req-64ab237a-c2e6-4c73-a863-7030426864cc service nova] Enqueued Resource ID: ef9b23b6-ef0b-47e3-9685-8e7efd2064d4 with Priority: HIGHEST for action security_group_rules [ 606.710447] env[65288]: INFO networking_nsxv3.common.synchronization [req-1cd28b05-4df4-4206-82e5-d746172e4c34 req-64ab237a-c2e6-4c73-a863-7030426864cc service nova] Enqueued Resource ID: ef9b23b6-ef0b-47e3-9685-8e7efd2064d4 with Priority: HIGHEST for action security_group_members [ 606.710447] env[65288]: INFO networking_nsxv3.common.synchronization [req-1cd28b05-4df4-4206-82e5-d746172e4c34 req-64ab237a-c2e6-4c73-a863-7030426864cc service nova] Enqueued Resource ID: 48f86c1e-df8d-4291-b674-9f6918ada6ba with Priority: HIGHEST for action port [ 606.710903] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ef9b23b6-ef0b-47e3-9685-8e7efd2064d4 with Priority: HIGHEST for action security_group_rules [ 606.710986] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ef9b23b6-ef0b-47e3-9685-8e7efd2064d4 with Priority: HIGHEST for action security_group_members [ 606.711173] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 48f86c1e-df8d-4291-b674-9f6918ada6ba with Priority: HIGHEST for action port [ 606.711578] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ef9b23b6-ef0b-47e3-9685-8e7efd2064d4 taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.711680] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ef9b23b6-ef0b-47e3-9685-8e7efd2064d4" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.711774] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ef9b23b6-ef0b-47e3-9685-8e7efd2064d4" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.712090] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ef9b23b6-ef0b-47e3-9685-8e7efd2064d4" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.712184] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ef9b23b6-ef0b-47e3-9685-8e7efd2064d4',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 606.713486] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock member-ef9b23b6-ef0b-47e3-9685-8e7efd2064d4 taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.713623] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ef9b23b6-ef0b-47e3-9685-8e7efd2064d4" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.713691] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ef9b23b6-ef0b-47e3-9685-8e7efd2064d4" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.713861] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ef9b23b6-ef0b-47e3-9685-8e7efd2064d4" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.714042] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.714170] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.714245] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.714465] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.714589] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.714739] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ef9b23b6-ef0b-47e3-9685-8e7efd2064d4',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 606.715766] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock port-48f86c1e-df8d-4291-b674-9f6918ada6ba taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.716665] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-48f86c1e-df8d-4291-b674-9f6918ada6ba" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.716665] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-48f86c1e-df8d-4291-b674-9f6918ada6ba" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.716665] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-48f86c1e-df8d-4291-b674-9f6918ada6ba" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.716665] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('48f86c1e-df8d-4291-b674-9f6918ada6ba',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 607.218721] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ef9b23b6-ef0b-47e3-9685-8e7efd2064d4',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 607.221397] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock member-ef9b23b6-ef0b-47e3-9685-8e7efd2064d4 taken with stack trace [, , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.221397] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ef9b23b6-ef0b-47e3-9685-8e7efd2064d4" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.221566] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 48f86c1e-df8d-4291-b674-9f6918ada6ba with status ACTIVE [ 607.221707] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.221806] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.221865] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.222118] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.222202] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.222362] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.222456] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.222509] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.222672] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.222780] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.222923] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.223025] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.223083] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.223229] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.223935] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.223935] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 48f86c1e-df8d-4291-b674-9f6918ada6ba is going to be updated. [ 607.248023] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.248023] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.248023] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.248023] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.248327] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.248327] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-48f86c1e-df8d-4291-b674-9f6918ada6ba" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.725738] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ef9b23b6-ef0b-47e3-9685-8e7efd2064d4',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 608.229142] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.229653] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.229653] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.229747] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.229868] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.229976] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ef9b23b6-ef0b-47e3-9685-8e7efd2064d4 is going to be created. [ 608.259094] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.259440] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.259988] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.259988] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.260254] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.273299] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ef9b23b6-ef0b-47e3-9685-8e7efd2064d4 in Status: UNINITIALIZED for 2s [ 608.448203] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d4809d67-1b31-408a-868c-7991f7666292 in Status: SUCCESS [ 608.448425] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d4809d67-1b31-408a-868c-7991f7666292" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.629341] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8ed4fba3-b4bf-4641-bcf5-85eb95bd2941 in Status: SUCCESS [ 608.629609] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8ed4fba3-b4bf-4641-bcf5-85eb95bd2941" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.629841] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8ed4fba3-b4bf-4641-bcf5-85eb95bd2941" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.631293] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8ed4fba3-b4bf-4641-bcf5-85eb95bd2941" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.631293] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.631293] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.631293] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.631293] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.631293] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.631293] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8ed4fba3-b4bf-4641-bcf5-85eb95bd2941" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.631293] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8ed4fba3-b4bf-4641-bcf5-85eb95bd2941',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 609.134322] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8ed4fba3-b4bf-4641-bcf5-85eb95bd2941',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 609.556789] env[65288]: INFO networking_nsxv3.common.synchronization [None req-71c23f0d-3945-4cd7-87e5-8fb900301032 None None] Enqueued Resource ID: b034ff3c-09e0-4f9b-aabe-458eafa026bf with Priority: HIGHEST for action port [ 609.557128] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b034ff3c-09e0-4f9b-aabe-458eafa026bf with Priority: HIGHEST for action port [ 609.557276] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock port-b034ff3c-09e0-4f9b-aabe-458eafa026bf taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.557462] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b034ff3c-09e0-4f9b-aabe-458eafa026bf" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.557534] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b034ff3c-09e0-4f9b-aabe-458eafa026bf" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.557832] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b034ff3c-09e0-4f9b-aabe-458eafa026bf" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.557921] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b034ff3c-09e0-4f9b-aabe-458eafa026bf',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 609.636206] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8ed4fba3-b4bf-4641-bcf5-85eb95bd2941: rpc.has_security_group_logging(os_id): False [ 609.661730] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.661730] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.661730] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.661730] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.661730] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.661730] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.661730] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.661730] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.661730] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.661730] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.661730] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8ed4fba3-b4bf-4641-bcf5-85eb95bd2941 is going to be created. [ 609.729803] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.729993] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.730068] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.730312] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.730499] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.743823] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8ed4fba3-b4bf-4641-bcf5-85eb95bd2941 in Status: IN_PROGRESS for 2s [ 609.755461] env[65288]: INFO networking_nsxv3.common.synchronization [None req-5ca6eb80-c264-42d2-bde2-3c101995e7cd tempest-ServersWithSpecificFlavorTestJSON-1599039208 tempest-ServersWithSpecificFlavorTestJSON-1599039208-project-member] Enqueued Resource ID: 7c0d4d7d-0f42-44b6-9b96-48783f50789f with Priority: HIGHEST for action security_group_rules [ 609.755785] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7c0d4d7d-0f42-44b6-9b96-48783f50789f with Priority: HIGHEST for action security_group_rules [ 609.756126] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7c0d4d7d-0f42-44b6-9b96-48783f50789f taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.756255] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7c0d4d7d-0f42-44b6-9b96-48783f50789f" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.756326] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7c0d4d7d-0f42-44b6-9b96-48783f50789f" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.756587] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7c0d4d7d-0f42-44b6-9b96-48783f50789f" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.756676] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7c0d4d7d-0f42-44b6-9b96-48783f50789f',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 610.047843] env[65288]: INFO networking_nsxv3.common.synchronization [None req-2d6419eb-ba72-4fe7-a20d-c8e08b247ceb tempest-ServersWithSpecificFlavorTestJSON-1599039208 tempest-ServersWithSpecificFlavorTestJSON-1599039208-project-member] Enqueued Resource ID: 7c0d4d7d-0f42-44b6-9b96-48783f50789f with Priority: HIGHEST for action security_group_rules [ 610.048501] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7c0d4d7d-0f42-44b6-9b96-48783f50789f with Priority: HIGHEST for action security_group_rules [ 610.049015] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7c0d4d7d-0f42-44b6-9b96-48783f50789f taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.049015] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7c0d4d7d-0f42-44b6-9b96-48783f50789f" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.062378] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b034ff3c-09e0-4f9b-aabe-458eafa026bf [ 610.062618] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.062774] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.062841] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.063095] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.063183] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.063290] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b034ff3c-09e0-4f9b-aabe-458eafa026bf already deleted. [ 610.063368] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b034ff3c-09e0-4f9b-aabe-458eafa026bf" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.287144] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ef9b23b6-ef0b-47e3-9685-8e7efd2064d4 in Status: SUCCESS [ 610.291404] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ef9b23b6-ef0b-47e3-9685-8e7efd2064d4" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.291404] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ef9b23b6-ef0b-47e3-9685-8e7efd2064d4" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.291404] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ef9b23b6-ef0b-47e3-9685-8e7efd2064d4" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.291404] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.291404] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.291404] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.291404] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.291404] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.291404] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ef9b23b6-ef0b-47e3-9685-8e7efd2064d4" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.291404] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ef9b23b6-ef0b-47e3-9685-8e7efd2064d4',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 610.296625] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.299023] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.299023] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.299023] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.299023] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.299023] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7c0d4d7d-0f42-44b6-9b96-48783f50789f already deleted. [ 610.299023] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7c0d4d7d-0f42-44b6-9b96-48783f50789f" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.300242] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7c0d4d7d-0f42-44b6-9b96-48783f50789f" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.302569] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7c0d4d7d-0f42-44b6-9b96-48783f50789f" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.302569] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7c0d4d7d-0f42-44b6-9b96-48783f50789f',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 610.474602] env[65288]: INFO networking_nsxv3.common.synchronization [req-c2a4a42a-39b3-44ea-81f6-e2ea62bd2ff9 req-f274d3ea-0272-464a-a149-d4bc6a8440ab tempest-ServersAdminTestJSON-1417343482 tempest-ServersAdminTestJSON-1417343482-project-member] Enqueued Resource ID: d4809d67-1b31-408a-868c-7991f7666292 with Priority: HIGHEST for action security_group_members [ 610.475049] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d4809d67-1b31-408a-868c-7991f7666292 with Priority: HIGHEST for action security_group_members [ 610.475373] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock member-d4809d67-1b31-408a-868c-7991f7666292 taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.476386] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d4809d67-1b31-408a-868c-7991f7666292" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.476386] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d4809d67-1b31-408a-868c-7991f7666292" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.476386] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d4809d67-1b31-408a-868c-7991f7666292" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.476386] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.476386] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.476386] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.476386] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.476386] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.476680] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d4809d67-1b31-408a-868c-7991f7666292',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 610.800848] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock member-ef9b23b6-ef0b-47e3-9685-8e7efd2064d4 taken with stack trace [, , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.801654] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ef9b23b6-ef0b-47e3-9685-8e7efd2064d4" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.801924] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ef9b23b6-ef0b-47e3-9685-8e7efd2064d4" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.803142] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ef9b23b6-ef0b-47e3-9685-8e7efd2064d4" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.803142] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.803142] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.803142] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.803142] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.803524] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.803524] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ef9b23b6-ef0b-47e3-9685-8e7efd2064d4" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.803979] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock member-ef9b23b6-ef0b-47e3-9685-8e7efd2064d4 taken with stack trace [, , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.803979] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ef9b23b6-ef0b-47e3-9685-8e7efd2064d4" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.803979] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ef9b23b6-ef0b-47e3-9685-8e7efd2064d4" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.804938] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ef9b23b6-ef0b-47e3-9685-8e7efd2064d4" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.805052] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.805190] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.805292] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.805500] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.805621] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.805797] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ef9b23b6-ef0b-47e3-9685-8e7efd2064d4" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.805945] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ef9b23b6-ef0b-47e3-9685-8e7efd2064d4',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 610.825488] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.825913] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.825913] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.826113] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.826242] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.826347] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7c0d4d7d-0f42-44b6-9b96-48783f50789f already deleted. [ 610.826430] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7c0d4d7d-0f42-44b6-9b96-48783f50789f" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.979727] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d4809d67-1b31-408a-868c-7991f7666292',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 611.121644] env[65288]: DEBUG networking_nsxv3.common.locking [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Lock network-92 taken with stack trace [, , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.121840] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquiring lock "network-92" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.121961] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired lock "network-92" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.122234] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired external semaphore "network-92" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.122477] env[65288]: DEBUG networking_nsxv3.common.locking [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.122710] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquiring lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.122745] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.122946] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired external semaphore "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.125109] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Releasing lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.126338] env[65288]: DEBUG dogpile.cache.region [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] No value present for key: 'zone-id' {{(pid=65288) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 611.126460] env[65288]: DEBUG dogpile.lock [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] NeedRegenerationException {{(pid=65288) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 611.126574] env[65288]: DEBUG dogpile.lock [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] no value, waiting for create lock {{(pid=65288) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 611.126895] env[65288]: DEBUG dogpile.lock [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] value creation lock acquired {{(pid=65288) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 611.126895] env[65288]: DEBUG dogpile.cache.region [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] No value present for key: 'zone-id' {{(pid=65288) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 611.126961] env[65288]: DEBUG dogpile.lock [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Calling creation function for not-yet-present value {{(pid=65288) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 611.127073] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 611.146320] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 611.146495] env[65288]: DEBUG dogpile.cache.region [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=65288) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 611.146599] env[65288]: DEBUG dogpile.lock [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Released creation lock {{(pid=65288) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 611.146800] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Releasing lock "network-92" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.147139] env[65288]: DEBUG networking_nsxv3.common.locking [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Lock port-2462e38c-b2bc-4591-a744-a957a01db574 taken with stack trace [, , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.147310] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquiring lock "port-2462e38c-b2bc-4591-a744-a957a01db574" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.147421] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired lock "port-2462e38c-b2bc-4591-a744-a957a01db574" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.147735] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired external semaphore "port-2462e38c-b2bc-4591-a744-a957a01db574" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.147867] env[65288]: DEBUG networking_nsxv3.api.rpc [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2462e38c-b2bc-4591-a744-a957a01db574',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 611.309322] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ef9b23b6-ef0b-47e3-9685-8e7efd2064d4: rpc.has_security_group_logging(os_id): False [ 611.330702] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.330863] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.330971] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.331261] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.331351] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.331597] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.331693] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.331767] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.331949] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.332013] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.332186] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.332277] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.332335] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.333028] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.333028] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.333028] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.333028] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.333028] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.333857] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.334390] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.334390] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ef9b23b6-ef0b-47e3-9685-8e7efd2064d4 is going to be created. [ 611.411049] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.411268] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.411268] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.411474] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.411651] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.433660] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ef9b23b6-ef0b-47e3-9685-8e7efd2064d4 in Status: IN_PROGRESS for 2s [ 611.482554] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d4809d67-1b31-408a-868c-7991f7666292',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 611.653735] env[65288]: DEBUG networking_nsxv3.common.locking [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.653961] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.654080] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.654786] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.654786] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.654786] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Segment Port 2462e38c-b2bc-4591-a744-a957a01db574 not found, creating... [ 611.655156] env[65288]: DEBUG networking_nsxv3.common.locking [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.655156] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquiring lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.655274] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.655546] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired external semaphore "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.655679] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Releasing lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.655956] env[65288]: DEBUG networking_nsxv3.common.locking [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.656127] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.656238] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.656443] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.656598] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.656765] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Resource: SegmentPort with ID: 2462e38c-b2bc-4591-a744-a957a01db574 is going to be created. [ 611.659838] env[65288]: INFO networking_nsxv3.common.synchronization [req-f0d9e922-c40c-4ece-ad01-3b93952939a0 req-db419a53-919e-48a4-90aa-0014238f9708 tempest-DeleteServersAdminTestJSON-440785859 tempest-DeleteServersAdminTestJSON-440785859-project-admin] Enqueued Resource ID: b6fe7cc2-2f0a-4283-8763-dc7c3132388f with Priority: HIGHEST for action security_group_members [ 611.660346] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b6fe7cc2-2f0a-4283-8763-dc7c3132388f with Priority: HIGHEST for action security_group_members [ 611.660909] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock member-b6fe7cc2-2f0a-4283-8763-dc7c3132388f taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.661043] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b6fe7cc2-2f0a-4283-8763-dc7c3132388f" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.661118] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b6fe7cc2-2f0a-4283-8763-dc7c3132388f" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.661288] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b6fe7cc2-2f0a-4283-8763-dc7c3132388f" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.661436] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.661674] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.661674] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.661904] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.661993] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.662102] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b6fe7cc2-2f0a-4283-8763-dc7c3132388f',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 611.681580] env[65288]: DEBUG networking_nsxv3.common.locking [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.681580] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.681766] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.681975] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.682239] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.682569] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Releasing lock "port-2462e38c-b2bc-4591-a744-a957a01db574" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.764550] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8ed4fba3-b4bf-4641-bcf5-85eb95bd2941 in Status: SUCCESS [ 611.764912] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8ed4fba3-b4bf-4641-bcf5-85eb95bd2941" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.811693] env[65288]: INFO networking_nsxv3.common.synchronization [None req-68421ea2-7c78-4b30-b434-8c7af079fd2d None None] Enqueued Resource ID: 07e41fa9-9da8-4f54-ba23-67bbbcd08b27 with Priority: HIGHEST for action port [ 611.812660] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 07e41fa9-9da8-4f54-ba23-67bbbcd08b27 with Priority: HIGHEST for action port [ 611.813153] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock port-07e41fa9-9da8-4f54-ba23-67bbbcd08b27 taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.813328] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-07e41fa9-9da8-4f54-ba23-67bbbcd08b27" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.813446] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-07e41fa9-9da8-4f54-ba23-67bbbcd08b27" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.813729] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-07e41fa9-9da8-4f54-ba23-67bbbcd08b27" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.813875] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('07e41fa9-9da8-4f54-ba23-67bbbcd08b27',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 611.985141] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.985141] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.985141] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.985141] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.985141] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.985141] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d4809d67-1b31-408a-868c-7991f7666292 is going to be updated. [ 612.016612] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.016849] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.016849] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.017073] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.017241] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.026428] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d4809d67-1b31-408a-868c-7991f7666292 in Status: IN_PROGRESS for 2s [ 612.164468] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.164676] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.164744] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.164989] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.165110] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.165319] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.165432] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.165496] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.165652] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.165743] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.165833] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b6fe7cc2-2f0a-4283-8763-dc7c3132388f is going to be updated. [ 612.199233] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.199432] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.199432] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.199651] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.199790] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.210544] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b6fe7cc2-2f0a-4283-8763-dc7c3132388f in Status: IN_PROGRESS for 2s [ 612.316190] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 07e41fa9-9da8-4f54-ba23-67bbbcd08b27 [ 612.317122] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.317122] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.317122] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.317122] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.317329] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.317329] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:07e41fa9-9da8-4f54-ba23-67bbbcd08b27 already deleted. [ 612.317413] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-07e41fa9-9da8-4f54-ba23-67bbbcd08b27" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.462943] env[65288]: INFO networking_nsxv3.common.synchronization [req-c2a4a42a-39b3-44ea-81f6-e2ea62bd2ff9 req-fd46149b-d851-4063-8ca8-3a7e71e9b470 service nova] Enqueued Resource ID: d4809d67-1b31-408a-868c-7991f7666292 with Priority: HIGHEST for action security_group_rules [ 612.462943] env[65288]: INFO networking_nsxv3.common.synchronization [req-c2a4a42a-39b3-44ea-81f6-e2ea62bd2ff9 req-fd46149b-d851-4063-8ca8-3a7e71e9b470 service nova] Enqueued Resource ID: d4809d67-1b31-408a-868c-7991f7666292 with Priority: HIGHEST for action security_group_members [ 612.462943] env[65288]: INFO networking_nsxv3.common.synchronization [req-c2a4a42a-39b3-44ea-81f6-e2ea62bd2ff9 req-fd46149b-d851-4063-8ca8-3a7e71e9b470 service nova] Enqueued Resource ID: 2462e38c-b2bc-4591-a744-a957a01db574 with Priority: HIGHEST for action port [ 612.462943] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d4809d67-1b31-408a-868c-7991f7666292 with Priority: HIGHEST for action security_group_rules [ 612.462943] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d4809d67-1b31-408a-868c-7991f7666292 with Priority: HIGHEST for action security_group_members [ 612.462943] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2462e38c-b2bc-4591-a744-a957a01db574 with Priority: HIGHEST for action port [ 612.463179] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d4809d67-1b31-408a-868c-7991f7666292 taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.463317] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d4809d67-1b31-408a-868c-7991f7666292" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.463396] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d4809d67-1b31-408a-868c-7991f7666292" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.463600] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d4809d67-1b31-408a-868c-7991f7666292" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.463684] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d4809d67-1b31-408a-868c-7991f7666292',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 612.464564] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock member-d4809d67-1b31-408a-868c-7991f7666292 taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.464675] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d4809d67-1b31-408a-868c-7991f7666292" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.464903] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock port-2462e38c-b2bc-4591-a744-a957a01db574 taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.465016] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2462e38c-b2bc-4591-a744-a957a01db574" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.465080] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2462e38c-b2bc-4591-a744-a957a01db574" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.465264] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2462e38c-b2bc-4591-a744-a957a01db574" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.465347] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2462e38c-b2bc-4591-a744-a957a01db574',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 612.836568] env[65288]: INFO networking_nsxv3.common.synchronization [req-358bba1b-f145-4a95-86e9-0be5ced881ae req-4a7b089e-fc66-409e-a86b-117292e20ab3 tempest-ServerDiagnosticsNegativeTest-840013235 tempest-ServerDiagnosticsNegativeTest-840013235-project-member] Enqueued Resource ID: 09794d10-d98d-4846-97f7-d7ed19521348 with Priority: HIGHEST for action security_group_members [ 612.837288] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 09794d10-d98d-4846-97f7-d7ed19521348 with Priority: HIGHEST for action security_group_members [ 612.837597] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock member-09794d10-d98d-4846-97f7-d7ed19521348 taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.837712] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-09794d10-d98d-4846-97f7-d7ed19521348" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.837804] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-09794d10-d98d-4846-97f7-d7ed19521348" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.838472] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-09794d10-d98d-4846-97f7-d7ed19521348" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.838472] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.838472] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.838472] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.838739] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.838739] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.838964] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('09794d10-d98d-4846-97f7-d7ed19521348',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 612.967978] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock member-d4809d67-1b31-408a-868c-7991f7666292 taken with stack trace [, , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.968204] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d4809d67-1b31-408a-868c-7991f7666292" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.970980] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2462e38c-b2bc-4591-a744-a957a01db574 with status ACTIVE [ 612.971214] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.971353] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.971417] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.971627] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.971747] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.971877] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.971971] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.972043] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.972188] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.972290] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.972691] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.973039] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.973039] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.973039] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.973198] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.973198] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2462e38c-b2bc-4591-a744-a957a01db574 is going to be updated. [ 613.002029] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.002029] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.002029] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.002029] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.002029] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.002029] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2462e38c-b2bc-4591-a744-a957a01db574" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.274682] env[65288]: INFO networking_nsxv3.common.synchronization [req-2e7e5874-e1da-41a7-85df-52ba2963460a req-271a5c5b-ded3-462c-b410-a2e4e81f10c7 tempest-ImagesNegativeTestJSON-1216967159 tempest-ImagesNegativeTestJSON-1216967159-project-member] Enqueued Resource ID: 287fc408-1355-4ea2-843d-f405317b90ba with Priority: HIGHEST for action security_group_members [ 613.275336] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 287fc408-1355-4ea2-843d-f405317b90ba with Priority: HIGHEST for action security_group_members [ 613.275644] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock member-287fc408-1355-4ea2-843d-f405317b90ba taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.275766] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-287fc408-1355-4ea2-843d-f405317b90ba" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.275846] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-287fc408-1355-4ea2-843d-f405317b90ba" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.276069] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-287fc408-1355-4ea2-843d-f405317b90ba" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.276222] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.276319] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.276380] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.276532] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.276616] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.276708] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('287fc408-1355-4ea2-843d-f405317b90ba',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 613.342967] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.343144] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.343224] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.343444] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.343544] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.344121] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.344121] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.344121] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.344345] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.344411] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.344501] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 09794d10-d98d-4846-97f7-d7ed19521348 is going to be updated. [ 613.375615] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.375870] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.375870] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.376056] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.376176] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.385896] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 09794d10-d98d-4846-97f7-d7ed19521348 in Status: IN_PROGRESS for 2s [ 613.450013] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ef9b23b6-ef0b-47e3-9685-8e7efd2064d4 in Status: SUCCESS [ 613.450289] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ef9b23b6-ef0b-47e3-9685-8e7efd2064d4" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.780150] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.780150] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.780150] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.780636] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.781061] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.781297] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.781795] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.781795] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.781937] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.782526] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.782526] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 287fc408-1355-4ea2-843d-f405317b90ba is going to be updated. [ 613.818792] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.818792] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.818792] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.818792] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.818792] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.830966] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 287fc408-1355-4ea2-843d-f405317b90ba in Status: IN_PROGRESS for 2s [ 614.040030] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d4809d67-1b31-408a-868c-7991f7666292 in Status: SUCCESS [ 614.040030] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d4809d67-1b31-408a-868c-7991f7666292" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.040030] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d4809d67-1b31-408a-868c-7991f7666292" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.040030] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d4809d67-1b31-408a-868c-7991f7666292" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.040030] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.040030] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.040030] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.040030] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.040030] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.040030] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d4809d67-1b31-408a-868c-7991f7666292',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 614.223476] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b6fe7cc2-2f0a-4283-8763-dc7c3132388f in Status: SUCCESS [ 614.223476] env[65288]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b6fe7cc2-2f0a-4283-8763-dc7c3132388f deletion is rescheduled due to dependency. [ 614.223476] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b6fe7cc2-2f0a-4283-8763-dc7c3132388f" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.543969] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d4809d67-1b31-408a-868c-7991f7666292',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 614.645631] env[65288]: INFO networking_nsxv3.common.synchronization [req-eb06f2a9-5371-47bf-a060-4d7db74c3311 req-9cd9f85f-9326-4a57-86b1-77eee15c8ba7 tempest-VolumesAssistedSnapshotsTest-615744589 tempest-VolumesAssistedSnapshotsTest-615744589-project-member] Enqueued Resource ID: ed4a84a9-18c7-4f4d-a791-087741929187 with Priority: HIGHEST for action security_group_members [ 614.646192] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ed4a84a9-18c7-4f4d-a791-087741929187 with Priority: HIGHEST for action security_group_members [ 614.646756] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock member-ed4a84a9-18c7-4f4d-a791-087741929187 taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.646756] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ed4a84a9-18c7-4f4d-a791-087741929187" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.646756] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ed4a84a9-18c7-4f4d-a791-087741929187" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.647081] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ed4a84a9-18c7-4f4d-a791-087741929187" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.649263] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.651023] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.651023] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.651023] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.651023] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.651023] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ed4a84a9-18c7-4f4d-a791-087741929187',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 614.789128] env[65288]: INFO networking_nsxv3.common.synchronization [None req-9156af95-0faa-4a15-a3e7-985abf67fd61 None None] Enqueued Resource ID: 02c5299c-eadf-429e-b4a0-fa16f97c6364 with Priority: HIGHEST for action port [ 614.789128] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 02c5299c-eadf-429e-b4a0-fa16f97c6364 with Priority: HIGHEST for action port [ 614.789128] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock port-02c5299c-eadf-429e-b4a0-fa16f97c6364 taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.789128] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-02c5299c-eadf-429e-b4a0-fa16f97c6364" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.789128] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-02c5299c-eadf-429e-b4a0-fa16f97c6364" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.789420] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-02c5299c-eadf-429e-b4a0-fa16f97c6364" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.789420] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('02c5299c-eadf-429e-b4a0-fa16f97c6364',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 615.026805] env[65288]: INFO networking_nsxv3.common.synchronization [None req-7b3f791d-d05d-4ece-9c5a-c22695a3da8b None None] Enqueued Resource ID: 83b3301a-09a6-488d-9f4d-829051cfdf41 with Priority: HIGHEST for action port [ 615.029315] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 83b3301a-09a6-488d-9f4d-829051cfdf41 with Priority: HIGHEST for action port [ 615.029535] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock port-83b3301a-09a6-488d-9f4d-829051cfdf41 taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.030024] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-83b3301a-09a6-488d-9f4d-829051cfdf41" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.030024] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-83b3301a-09a6-488d-9f4d-829051cfdf41" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.030024] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-83b3301a-09a6-488d-9f4d-829051cfdf41" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.030024] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('83b3301a-09a6-488d-9f4d-829051cfdf41',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 615.048788] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d4809d67-1b31-408a-868c-7991f7666292',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 615.152322] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.152527] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.153114] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.154682] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.154973] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.155122] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.155195] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.155261] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.155451] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.155530] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.155662] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ed4a84a9-18c7-4f4d-a791-087741929187 already deleted. [ 615.155904] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ed4a84a9-18c7-4f4d-a791-087741929187" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.293156] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 02c5299c-eadf-429e-b4a0-fa16f97c6364 [ 615.293633] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.293947] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.294139] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.294443] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.295558] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.295558] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:02c5299c-eadf-429e-b4a0-fa16f97c6364 already deleted. [ 615.295558] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-02c5299c-eadf-429e-b4a0-fa16f97c6364" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.402532] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 09794d10-d98d-4846-97f7-d7ed19521348 in Status: SUCCESS [ 615.402712] env[65288]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 09794d10-d98d-4846-97f7-d7ed19521348 deletion is rescheduled due to dependency. [ 615.402830] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-09794d10-d98d-4846-97f7-d7ed19521348" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.533944] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 83b3301a-09a6-488d-9f4d-829051cfdf41 [ 615.533944] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.533944] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.533944] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.533944] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.533944] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.533944] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:83b3301a-09a6-488d-9f4d-829051cfdf41 already deleted. [ 615.533944] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-83b3301a-09a6-488d-9f4d-829051cfdf41" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.550705] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.550895] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.551175] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.551272] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.551306] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.551415] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d4809d67-1b31-408a-868c-7991f7666292 is going to be updated. [ 615.589640] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.589640] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.589640] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.589914] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.589961] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.602727] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d4809d67-1b31-408a-868c-7991f7666292 in Status: IN_PROGRESS for 2s [ 615.757458] env[65288]: DEBUG networking_nsxv3.common.locking [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Lock network-805 taken with stack trace [, , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.757890] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquiring lock "network-805" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.758125] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired lock "network-805" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.758527] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired external semaphore "network-805" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.758991] env[65288]: DEBUG networking_nsxv3.common.locking [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.759389] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquiring lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.761024] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.761024] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired external semaphore "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.761024] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Releasing lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.761024] env[65288]: DEBUG dogpile.cache.region [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] No value present for key: 'zone-id' {{(pid=65288) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 615.761024] env[65288]: DEBUG dogpile.lock [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] NeedRegenerationException {{(pid=65288) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 615.761024] env[65288]: DEBUG dogpile.lock [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] no value, waiting for create lock {{(pid=65288) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 615.761024] env[65288]: DEBUG dogpile.lock [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] value creation lock acquired {{(pid=65288) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 615.761024] env[65288]: DEBUG dogpile.cache.region [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] No value present for key: 'zone-id' {{(pid=65288) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 615.761024] env[65288]: DEBUG dogpile.lock [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Calling creation function for not-yet-present value {{(pid=65288) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 615.761024] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 615.785198] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 615.785198] env[65288]: DEBUG dogpile.cache.region [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65288) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 615.785198] env[65288]: DEBUG dogpile.lock [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Released creation lock {{(pid=65288) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 615.785198] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Releasing lock "network-805" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.785198] env[65288]: DEBUG networking_nsxv3.common.locking [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Lock port-c9b1b332-bd76-451a-aa79-2e113eadc55a taken with stack trace [, , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.785198] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquiring lock "port-c9b1b332-bd76-451a-aa79-2e113eadc55a" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.785198] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired lock "port-c9b1b332-bd76-451a-aa79-2e113eadc55a" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.785198] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired external semaphore "port-c9b1b332-bd76-451a-aa79-2e113eadc55a" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.785198] env[65288]: DEBUG networking_nsxv3.api.rpc [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c9b1b332-bd76-451a-aa79-2e113eadc55a',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 615.843849] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 287fc408-1355-4ea2-843d-f405317b90ba in Status: SUCCESS [ 615.844041] env[65288]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 287fc408-1355-4ea2-843d-f405317b90ba deletion is rescheduled due to dependency. [ 615.844201] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-287fc408-1355-4ea2-843d-f405317b90ba" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.013203] env[65288]: INFO networking_nsxv3.common.synchronization [req-2c2dbc0f-f175-43b4-96c6-831ba383c138 req-50fd8b17-e129-4790-8bdf-874258fb2a28 tempest-FloatingIPsAssociationNegativeTestJSON-326649986 tempest-FloatingIPsAssociationNegativeTestJSON-326649986-project-member] Enqueued Resource ID: 839375fa-5177-4d9b-b4a5-4286bbde7bfe with Priority: HIGHEST for action security_group_members [ 616.013624] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 839375fa-5177-4d9b-b4a5-4286bbde7bfe with Priority: HIGHEST for action security_group_members [ 616.013978] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock member-839375fa-5177-4d9b-b4a5-4286bbde7bfe taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.014169] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-839375fa-5177-4d9b-b4a5-4286bbde7bfe" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.014271] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-839375fa-5177-4d9b-b4a5-4286bbde7bfe" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.014645] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-839375fa-5177-4d9b-b4a5-4286bbde7bfe" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.014787] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.014921] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.015013] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.015224] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.015355] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.015455] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('839375fa-5177-4d9b-b4a5-4286bbde7bfe',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 616.288142] env[65288]: DEBUG networking_nsxv3.common.locking [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.288454] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.288494] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.289057] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.289057] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.289057] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Segment Port c9b1b332-bd76-451a-aa79-2e113eadc55a not found, creating... [ 616.289409] env[65288]: DEBUG networking_nsxv3.common.locking [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.289545] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquiring lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.289695] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.289795] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired external semaphore "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.289989] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Releasing lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.290295] env[65288]: DEBUG networking_nsxv3.common.locking [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.290442] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.290549] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.290752] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.290880] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.291312] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Resource: SegmentPort with ID: c9b1b332-bd76-451a-aa79-2e113eadc55a is going to be created. [ 616.317633] env[65288]: DEBUG networking_nsxv3.common.locking [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.317924] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.318113] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.318486] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.318761] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.319615] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Releasing lock "port-c9b1b332-bd76-451a-aa79-2e113eadc55a" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.473103] env[65288]: DEBUG networking_nsxv3.common.locking [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Lock network-531 taken with stack trace [, , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.473280] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquiring lock "network-531" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.473404] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired lock "network-531" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.473733] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired external semaphore "network-531" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.473982] env[65288]: DEBUG networking_nsxv3.common.locking [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.474146] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquiring lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.474258] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.474460] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired external semaphore "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.474597] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Releasing lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.474868] env[65288]: DEBUG dogpile.cache.region [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] No value present for key: 'zone-id' {{(pid=65288) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 616.475886] env[65288]: DEBUG dogpile.lock [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] NeedRegenerationException {{(pid=65288) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 616.475886] env[65288]: DEBUG dogpile.lock [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] no value, waiting for create lock {{(pid=65288) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 616.475886] env[65288]: DEBUG dogpile.lock [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] value creation lock acquired {{(pid=65288) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 616.475886] env[65288]: DEBUG dogpile.cache.region [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] No value present for key: 'zone-id' {{(pid=65288) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 616.475886] env[65288]: DEBUG dogpile.lock [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Calling creation function for not-yet-present value {{(pid=65288) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 616.475886] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 616.494882] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 616.495082] env[65288]: DEBUG dogpile.cache.region [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=65288) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 616.495214] env[65288]: DEBUG dogpile.lock [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Released creation lock {{(pid=65288) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 616.495389] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Releasing lock "network-531" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.495963] env[65288]: DEBUG networking_nsxv3.common.locking [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Lock port-8ee4831c-47f3-408d-b1b7-6bfba5375ec2 taken with stack trace [, , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.495963] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquiring lock "port-8ee4831c-47f3-408d-b1b7-6bfba5375ec2" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.495963] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired lock "port-8ee4831c-47f3-408d-b1b7-6bfba5375ec2" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.496285] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired external semaphore "port-8ee4831c-47f3-408d-b1b7-6bfba5375ec2" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.496516] env[65288]: DEBUG networking_nsxv3.api.rpc [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8ee4831c-47f3-408d-b1b7-6bfba5375ec2',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 616.518310] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.518477] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.518538] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.518760] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.518851] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.519055] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.519156] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.519335] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.519406] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.519438] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.519591] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 839375fa-5177-4d9b-b4a5-4286bbde7bfe already deleted. [ 616.519591] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-839375fa-5177-4d9b-b4a5-4286bbde7bfe" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.628148] env[65288]: INFO networking_nsxv3.common.synchronization [None req-96386092-6735-4a9e-95f7-be1723786583 None None] Enqueued Resource ID: 214feb07-dabf-49e1-842f-abcafc71c5f0 with Priority: HIGHEST for action port [ 616.628148] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 214feb07-dabf-49e1-842f-abcafc71c5f0 with Priority: HIGHEST for action port [ 616.628148] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock port-214feb07-dabf-49e1-842f-abcafc71c5f0 taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.628148] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-214feb07-dabf-49e1-842f-abcafc71c5f0" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.628148] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-214feb07-dabf-49e1-842f-abcafc71c5f0" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.628556] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-214feb07-dabf-49e1-842f-abcafc71c5f0" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.628809] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('214feb07-dabf-49e1-842f-abcafc71c5f0',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 616.999349] env[65288]: DEBUG networking_nsxv3.common.locking [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.999544] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.999706] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.999942] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.000105] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.000252] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Segment Port 8ee4831c-47f3-408d-b1b7-6bfba5375ec2 not found, creating... [ 617.000503] env[65288]: DEBUG networking_nsxv3.common.locking [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.000652] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquiring lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.000762] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.000974] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired external semaphore "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.001123] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Releasing lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.001389] env[65288]: DEBUG networking_nsxv3.common.locking [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.001537] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.001646] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.001843] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.001970] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.002234] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Resource: SegmentPort with ID: 8ee4831c-47f3-408d-b1b7-6bfba5375ec2 is going to be created. [ 617.024402] env[65288]: DEBUG networking_nsxv3.common.locking [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.024559] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.024711] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.025056] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.025319] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.026094] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Releasing lock "port-8ee4831c-47f3-408d-b1b7-6bfba5375ec2" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.047265] env[65288]: INFO networking_nsxv3.common.synchronization [req-eb06f2a9-5371-47bf-a060-4d7db74c3311 req-3966c672-1916-4fb1-9e1e-f345a605c872 service nova] Enqueued Resource ID: ed4a84a9-18c7-4f4d-a791-087741929187 with Priority: HIGHEST for action security_group_rules [ 617.047610] env[65288]: INFO networking_nsxv3.common.synchronization [req-eb06f2a9-5371-47bf-a060-4d7db74c3311 req-3966c672-1916-4fb1-9e1e-f345a605c872 service nova] Enqueued Resource ID: ed4a84a9-18c7-4f4d-a791-087741929187 with Priority: HIGHEST for action security_group_members [ 617.048132] env[65288]: INFO networking_nsxv3.common.synchronization [req-eb06f2a9-5371-47bf-a060-4d7db74c3311 req-3966c672-1916-4fb1-9e1e-f345a605c872 service nova] Enqueued Resource ID: c9b1b332-bd76-451a-aa79-2e113eadc55a with Priority: HIGHEST for action port [ 617.048775] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ed4a84a9-18c7-4f4d-a791-087741929187 with Priority: HIGHEST for action security_group_rules [ 617.049029] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ed4a84a9-18c7-4f4d-a791-087741929187 with Priority: HIGHEST for action security_group_members [ 617.049334] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c9b1b332-bd76-451a-aa79-2e113eadc55a with Priority: HIGHEST for action port [ 617.049787] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ed4a84a9-18c7-4f4d-a791-087741929187 taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.050054] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ed4a84a9-18c7-4f4d-a791-087741929187" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.050227] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ed4a84a9-18c7-4f4d-a791-087741929187" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.050640] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ed4a84a9-18c7-4f4d-a791-087741929187" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.050928] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ed4a84a9-18c7-4f4d-a791-087741929187',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 617.052391] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock member-ed4a84a9-18c7-4f4d-a791-087741929187 taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.052627] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ed4a84a9-18c7-4f4d-a791-087741929187" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.052799] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ed4a84a9-18c7-4f4d-a791-087741929187" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.053164] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ed4a84a9-18c7-4f4d-a791-087741929187" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.056582] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.056582] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.056582] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.056582] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.056582] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.056582] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ed4a84a9-18c7-4f4d-a791-087741929187',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 617.056582] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock port-c9b1b332-bd76-451a-aa79-2e113eadc55a taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.056582] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c9b1b332-bd76-451a-aa79-2e113eadc55a" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.056582] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c9b1b332-bd76-451a-aa79-2e113eadc55a" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.056582] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c9b1b332-bd76-451a-aa79-2e113eadc55a" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.056582] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c9b1b332-bd76-451a-aa79-2e113eadc55a',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 617.132644] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 214feb07-dabf-49e1-842f-abcafc71c5f0 [ 617.132644] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.132644] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.132644] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.132644] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.132644] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.132644] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:214feb07-dabf-49e1-842f-abcafc71c5f0 already deleted. [ 617.132644] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-214feb07-dabf-49e1-842f-abcafc71c5f0" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.557103] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ed4a84a9-18c7-4f4d-a791-087741929187',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 617.560513] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock member-ed4a84a9-18c7-4f4d-a791-087741929187 taken with stack trace [, , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.560673] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ed4a84a9-18c7-4f4d-a791-087741929187" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.560839] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c9b1b332-bd76-451a-aa79-2e113eadc55a with status ACTIVE [ 617.561037] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.561173] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.561228] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.561419] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.563834] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.566125] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.566125] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.566125] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.566125] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.566125] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.566125] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.566125] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.566125] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.566125] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.566125] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.566125] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c9b1b332-bd76-451a-aa79-2e113eadc55a is going to be updated. [ 617.591540] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.591710] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.591772] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.591967] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.592098] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.592251] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c9b1b332-bd76-451a-aa79-2e113eadc55a" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.613120] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d4809d67-1b31-408a-868c-7991f7666292 in Status: SUCCESS [ 617.613388] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d4809d67-1b31-408a-868c-7991f7666292" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.613489] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d4809d67-1b31-408a-868c-7991f7666292" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.614113] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d4809d67-1b31-408a-868c-7991f7666292" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.614113] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.614113] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.614113] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.614413] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.614413] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.614413] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d4809d67-1b31-408a-868c-7991f7666292" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.614517] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d4809d67-1b31-408a-868c-7991f7666292',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 617.697263] env[65288]: INFO networking_nsxv3.common.synchronization [None req-fb7139a1-97fe-4efd-88c9-e48fb14fc454 None None] Enqueued Resource ID: badc2635-c0da-4a37-b644-4ba7b4aa46f2 with Priority: HIGHEST for action port [ 617.698222] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: badc2635-c0da-4a37-b644-4ba7b4aa46f2 with Priority: HIGHEST for action port [ 617.698626] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock port-badc2635-c0da-4a37-b644-4ba7b4aa46f2 taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.698886] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-badc2635-c0da-4a37-b644-4ba7b4aa46f2" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.698966] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-badc2635-c0da-4a37-b644-4ba7b4aa46f2" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.699382] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-badc2635-c0da-4a37-b644-4ba7b4aa46f2" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.699452] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('badc2635-c0da-4a37-b644-4ba7b4aa46f2',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 617.748133] env[65288]: INFO networking_nsxv3.common.synchronization [req-2c2dbc0f-f175-43b4-96c6-831ba383c138 req-f3949a64-9013-4974-a449-ff2ee5e2fa1a service nova] Enqueued Resource ID: 839375fa-5177-4d9b-b4a5-4286bbde7bfe with Priority: HIGHEST for action security_group_rules [ 617.748808] env[65288]: INFO networking_nsxv3.common.synchronization [req-2c2dbc0f-f175-43b4-96c6-831ba383c138 req-f3949a64-9013-4974-a449-ff2ee5e2fa1a service nova] Enqueued Resource ID: 839375fa-5177-4d9b-b4a5-4286bbde7bfe with Priority: HIGHEST for action security_group_members [ 617.748808] env[65288]: INFO networking_nsxv3.common.synchronization [req-2c2dbc0f-f175-43b4-96c6-831ba383c138 req-f3949a64-9013-4974-a449-ff2ee5e2fa1a service nova] Enqueued Resource ID: 8ee4831c-47f3-408d-b1b7-6bfba5375ec2 with Priority: HIGHEST for action port [ 617.749277] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 839375fa-5177-4d9b-b4a5-4286bbde7bfe with Priority: HIGHEST for action security_group_rules [ 617.749429] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 839375fa-5177-4d9b-b4a5-4286bbde7bfe with Priority: HIGHEST for action security_group_members [ 617.749590] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8ee4831c-47f3-408d-b1b7-6bfba5375ec2 with Priority: HIGHEST for action port [ 617.749937] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock rules-839375fa-5177-4d9b-b4a5-4286bbde7bfe taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.750077] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-839375fa-5177-4d9b-b4a5-4286bbde7bfe" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.750169] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-839375fa-5177-4d9b-b4a5-4286bbde7bfe" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.750741] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-839375fa-5177-4d9b-b4a5-4286bbde7bfe" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.750741] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('839375fa-5177-4d9b-b4a5-4286bbde7bfe',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 617.751836] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock member-839375fa-5177-4d9b-b4a5-4286bbde7bfe taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.751836] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-839375fa-5177-4d9b-b4a5-4286bbde7bfe" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.751836] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-839375fa-5177-4d9b-b4a5-4286bbde7bfe" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.752115] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-839375fa-5177-4d9b-b4a5-4286bbde7bfe" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.752169] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.752734] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.752734] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.752734] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.752734] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.753159] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('839375fa-5177-4d9b-b4a5-4286bbde7bfe',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 617.755465] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock port-8ee4831c-47f3-408d-b1b7-6bfba5375ec2 taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.755465] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8ee4831c-47f3-408d-b1b7-6bfba5375ec2" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.755465] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8ee4831c-47f3-408d-b1b7-6bfba5375ec2" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.755465] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8ee4831c-47f3-408d-b1b7-6bfba5375ec2" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.755465] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8ee4831c-47f3-408d-b1b7-6bfba5375ec2',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 617.789925] env[65288]: INFO networking_nsxv3.common.synchronization [req-77a37a44-6bcf-447d-9c4e-9dbbb81b2773 req-53f50102-cb4d-48b7-8e9f-f523c510f6b8 tempest-ListImageFiltersTestJSON-1691818130 tempest-ListImageFiltersTestJSON-1691818130-project-member] Enqueued Resource ID: b13e28ee-b8aa-43ab-83df-d02231540216 with Priority: HIGHEST for action security_group_members [ 617.790769] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b13e28ee-b8aa-43ab-83df-d02231540216 with Priority: HIGHEST for action security_group_members [ 617.791564] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock member-b13e28ee-b8aa-43ab-83df-d02231540216 taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.792354] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b13e28ee-b8aa-43ab-83df-d02231540216" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.792354] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b13e28ee-b8aa-43ab-83df-d02231540216" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.792354] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b13e28ee-b8aa-43ab-83df-d02231540216" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.792354] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.792703] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.792703] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.792873] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.793062] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.793185] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b13e28ee-b8aa-43ab-83df-d02231540216',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 618.071516] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ed4a84a9-18c7-4f4d-a791-087741929187',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 618.088415] env[65288]: DEBUG networking_nsxv3.common.locking [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Lock network-280 taken with stack trace [, , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.088614] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquiring lock "network-280" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.088732] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired lock "network-280" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.089257] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired external semaphore "network-280" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.089596] env[65288]: DEBUG networking_nsxv3.common.locking [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.089754] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquiring lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.089894] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.090254] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired external semaphore "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.090722] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Releasing lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.090722] env[65288]: DEBUG dogpile.cache.region [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] No value present for key: 'zone-id' {{(pid=65288) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 618.090722] env[65288]: DEBUG dogpile.lock [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] NeedRegenerationException {{(pid=65288) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 618.092114] env[65288]: DEBUG dogpile.lock [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] no value, waiting for create lock {{(pid=65288) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 618.092114] env[65288]: DEBUG dogpile.lock [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] value creation lock acquired {{(pid=65288) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 618.092114] env[65288]: DEBUG dogpile.cache.region [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] No value present for key: 'zone-id' {{(pid=65288) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 618.092114] env[65288]: DEBUG dogpile.lock [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Calling creation function for not-yet-present value {{(pid=65288) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 618.092114] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 618.113026] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 618.113026] env[65288]: DEBUG dogpile.cache.region [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65288) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 618.113026] env[65288]: DEBUG dogpile.lock [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Released creation lock {{(pid=65288) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 618.113026] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Releasing lock "network-280" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.113026] env[65288]: DEBUG networking_nsxv3.common.locking [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Lock port-a8d4c773-4fe9-4c28-908c-e68657a0502a taken with stack trace [, , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.113026] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquiring lock "port-a8d4c773-4fe9-4c28-908c-e68657a0502a" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.113026] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired lock "port-a8d4c773-4fe9-4c28-908c-e68657a0502a" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.113026] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired external semaphore "port-a8d4c773-4fe9-4c28-908c-e68657a0502a" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.113026] env[65288]: DEBUG networking_nsxv3.api.rpc [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a8d4c773-4fe9-4c28-908c-e68657a0502a',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 618.118767] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock member-d4809d67-1b31-408a-868c-7991f7666292 taken with stack trace [, , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.118767] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d4809d67-1b31-408a-868c-7991f7666292" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.118767] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d4809d67-1b31-408a-868c-7991f7666292" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.118767] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d4809d67-1b31-408a-868c-7991f7666292" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.118767] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.119195] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.119195] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.119195] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.119195] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.119317] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d4809d67-1b31-408a-868c-7991f7666292" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.120309] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock member-d4809d67-1b31-408a-868c-7991f7666292 taken with stack trace [, , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.120309] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d4809d67-1b31-408a-868c-7991f7666292" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.120309] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d4809d67-1b31-408a-868c-7991f7666292" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.120309] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d4809d67-1b31-408a-868c-7991f7666292" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.120309] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.120309] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.120744] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.120744] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.120744] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.120744] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d4809d67-1b31-408a-868c-7991f7666292" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.120862] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d4809d67-1b31-408a-868c-7991f7666292',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 618.203448] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port badc2635-c0da-4a37-b644-4ba7b4aa46f2 [ 618.203448] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.203448] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.203448] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.203448] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.203448] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.203448] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:badc2635-c0da-4a37-b644-4ba7b4aa46f2 already deleted. [ 618.203448] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-badc2635-c0da-4a37-b644-4ba7b4aa46f2" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.257700] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock member-839375fa-5177-4d9b-b4a5-4286bbde7bfe taken with stack trace [, , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.257970] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-839375fa-5177-4d9b-b4a5-4286bbde7bfe" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.258456] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('839375fa-5177-4d9b-b4a5-4286bbde7bfe',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 618.259161] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8ee4831c-47f3-408d-b1b7-6bfba5375ec2 with status ACTIVE [ 618.261025] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.261025] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.261025] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.261025] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.261025] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.261025] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.261025] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.261025] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.261025] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.261025] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.261025] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.261025] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.261025] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.262843] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.262843] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.262843] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8ee4831c-47f3-408d-b1b7-6bfba5375ec2 is going to be updated. [ 618.283848] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.284175] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.284250] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.284462] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.284600] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.284780] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8ee4831c-47f3-408d-b1b7-6bfba5375ec2" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.297368] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.297368] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.297368] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.297368] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.297368] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.297696] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.297747] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.298186] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.298186] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.298186] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.298395] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b13e28ee-b8aa-43ab-83df-d02231540216 already deleted. [ 618.298433] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b13e28ee-b8aa-43ab-83df-d02231540216" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.574070] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.574397] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.574397] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.574638] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.574638] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.574718] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ed4a84a9-18c7-4f4d-a791-087741929187 is going to be created. [ 618.607364] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.607566] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.607566] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.607819] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.607932] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.616219] env[65288]: DEBUG networking_nsxv3.common.locking [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.617446] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.618246] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.618246] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.618246] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.618246] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Segment Port a8d4c773-4fe9-4c28-908c-e68657a0502a not found, creating... [ 618.618506] env[65288]: DEBUG networking_nsxv3.common.locking [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.618570] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquiring lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.618684] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.618898] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired external semaphore "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.619036] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Releasing lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.619316] env[65288]: DEBUG networking_nsxv3.common.locking [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.619466] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.619571] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.620243] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.620291] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.620417] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Resource: SegmentPort with ID: a8d4c773-4fe9-4c28-908c-e68657a0502a is going to be created. [ 618.622600] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ed4a84a9-18c7-4f4d-a791-087741929187 in Status: UNINITIALIZED for 2s [ 618.624365] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d4809d67-1b31-408a-868c-7991f7666292: rpc.has_security_group_logging(os_id): False [ 618.642992] env[65288]: DEBUG networking_nsxv3.common.locking [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.643211] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.643377] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.643579] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.643792] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.644046] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Releasing lock "port-a8d4c773-4fe9-4c28-908c-e68657a0502a" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.646936] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.647085] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.647156] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.647415] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.647415] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.647587] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.647680] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.647742] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.647907] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.647951] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.648161] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.648263] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.648311] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.648442] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.648506] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.648683] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.648774] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.648826] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.649089] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.649089] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.649089] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d4809d67-1b31-408a-868c-7991f7666292 is going to be updated. [ 618.721332] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.721332] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.721332] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.721332] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.721332] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.752289] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d4809d67-1b31-408a-868c-7991f7666292 in Status: IN_PROGRESS for 2s [ 618.765112] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('839375fa-5177-4d9b-b4a5-4286bbde7bfe',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 619.268130] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.268365] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.268438] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.268637] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.268758] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.268851] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 839375fa-5177-4d9b-b4a5-4286bbde7bfe is going to be created. [ 619.294021] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.294021] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.294021] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.294191] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.294284] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.306450] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 839375fa-5177-4d9b-b4a5-4286bbde7bfe in Status: UNINITIALIZED for 2s [ 619.421246] env[65288]: INFO networking_nsxv3.common.synchronization [req-77a37a44-6bcf-447d-9c4e-9dbbb81b2773 req-6bcf007c-0e58-4ad4-9cae-7f06d75c41a9 service nova] Enqueued Resource ID: b13e28ee-b8aa-43ab-83df-d02231540216 with Priority: HIGHEST for action security_group_rules [ 619.421944] env[65288]: INFO networking_nsxv3.common.synchronization [req-77a37a44-6bcf-447d-9c4e-9dbbb81b2773 req-6bcf007c-0e58-4ad4-9cae-7f06d75c41a9 service nova] Enqueued Resource ID: b13e28ee-b8aa-43ab-83df-d02231540216 with Priority: HIGHEST for action security_group_members [ 619.421944] env[65288]: INFO networking_nsxv3.common.synchronization [req-77a37a44-6bcf-447d-9c4e-9dbbb81b2773 req-6bcf007c-0e58-4ad4-9cae-7f06d75c41a9 service nova] Enqueued Resource ID: a8d4c773-4fe9-4c28-908c-e68657a0502a with Priority: HIGHEST for action port [ 619.422195] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b13e28ee-b8aa-43ab-83df-d02231540216 with Priority: HIGHEST for action security_group_rules [ 619.422329] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b13e28ee-b8aa-43ab-83df-d02231540216 with Priority: HIGHEST for action security_group_members [ 619.422425] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a8d4c773-4fe9-4c28-908c-e68657a0502a with Priority: HIGHEST for action port [ 619.423474] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b13e28ee-b8aa-43ab-83df-d02231540216 taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.423474] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b13e28ee-b8aa-43ab-83df-d02231540216" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.423474] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b13e28ee-b8aa-43ab-83df-d02231540216" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.423474] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b13e28ee-b8aa-43ab-83df-d02231540216" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.423474] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b13e28ee-b8aa-43ab-83df-d02231540216',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 619.424587] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock member-b13e28ee-b8aa-43ab-83df-d02231540216 taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.424719] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b13e28ee-b8aa-43ab-83df-d02231540216" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.424960] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b13e28ee-b8aa-43ab-83df-d02231540216" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.425214] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b13e28ee-b8aa-43ab-83df-d02231540216" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.425294] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.425392] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.425454] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.425644] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.425747] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.425826] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b13e28ee-b8aa-43ab-83df-d02231540216',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 619.427017] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock port-a8d4c773-4fe9-4c28-908c-e68657a0502a taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.427138] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a8d4c773-4fe9-4c28-908c-e68657a0502a" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.427315] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a8d4c773-4fe9-4c28-908c-e68657a0502a" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.427394] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a8d4c773-4fe9-4c28-908c-e68657a0502a" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.427432] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a8d4c773-4fe9-4c28-908c-e68657a0502a',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 619.925504] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock member-b13e28ee-b8aa-43ab-83df-d02231540216 taken with stack trace [, , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.925911] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b13e28ee-b8aa-43ab-83df-d02231540216" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.928104] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b13e28ee-b8aa-43ab-83df-d02231540216',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 619.929121] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a8d4c773-4fe9-4c28-908c-e68657a0502a with status ACTIVE [ 619.929251] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.929369] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.929433] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.929681] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.929759] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.929901] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.930021] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.930086] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.930255] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.930334] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.930530] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.930633] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.930692] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.930830] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.930905] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.930988] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a8d4c773-4fe9-4c28-908c-e68657a0502a is going to be updated. [ 619.957523] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.957720] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.957784] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.957990] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.958104] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.958260] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a8d4c773-4fe9-4c28-908c-e68657a0502a" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.433730] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b13e28ee-b8aa-43ab-83df-d02231540216',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 620.635204] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ed4a84a9-18c7-4f4d-a791-087741929187 in Status: SUCCESS [ 620.635428] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ed4a84a9-18c7-4f4d-a791-087741929187" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.635607] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ed4a84a9-18c7-4f4d-a791-087741929187" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.635834] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ed4a84a9-18c7-4f4d-a791-087741929187" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.636040] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.636161] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.636222] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.636385] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.636467] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.636553] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ed4a84a9-18c7-4f4d-a791-087741929187" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.636672] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ed4a84a9-18c7-4f4d-a791-087741929187',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 620.774386] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d4809d67-1b31-408a-868c-7991f7666292 in Status: SUCCESS [ 620.775155] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d4809d67-1b31-408a-868c-7991f7666292" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.936736] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.937076] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.937076] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.937272] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.937371] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.937554] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b13e28ee-b8aa-43ab-83df-d02231540216 is going to be created. [ 620.967274] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.967274] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.967274] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.967274] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.967274] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.981498] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b13e28ee-b8aa-43ab-83df-d02231540216 in Status: UNINITIALIZED for 2s [ 621.141906] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ed4a84a9-18c7-4f4d-a791-087741929187',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 621.319941] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 839375fa-5177-4d9b-b4a5-4286bbde7bfe in Status: SUCCESS [ 621.320253] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-839375fa-5177-4d9b-b4a5-4286bbde7bfe" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.320432] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-839375fa-5177-4d9b-b4a5-4286bbde7bfe" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.320671] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-839375fa-5177-4d9b-b4a5-4286bbde7bfe" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.320875] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.320997] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.321085] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.321234] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.321311] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.321627] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-839375fa-5177-4d9b-b4a5-4286bbde7bfe" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.321627] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('839375fa-5177-4d9b-b4a5-4286bbde7bfe',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 621.644652] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ed4a84a9-18c7-4f4d-a791-087741929187: rpc.has_security_group_logging(os_id): False [ 621.667660] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.667921] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.667921] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.669009] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.669009] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.669009] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.669009] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.669009] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.669009] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.669009] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.669009] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ed4a84a9-18c7-4f4d-a791-087741929187 is going to be created. [ 621.744081] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.744081] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.744081] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.744081] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.744081] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.759276] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ed4a84a9-18c7-4f4d-a791-087741929187 in Status: IN_PROGRESS for 2s [ 621.830025] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock member-839375fa-5177-4d9b-b4a5-4286bbde7bfe taken with stack trace [, , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.830025] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-839375fa-5177-4d9b-b4a5-4286bbde7bfe" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.830025] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-839375fa-5177-4d9b-b4a5-4286bbde7bfe" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.830025] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-839375fa-5177-4d9b-b4a5-4286bbde7bfe" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.830025] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.830025] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.830025] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.830025] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.830025] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.830025] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-839375fa-5177-4d9b-b4a5-4286bbde7bfe" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.830025] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock member-839375fa-5177-4d9b-b4a5-4286bbde7bfe taken with stack trace [, , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.830025] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-839375fa-5177-4d9b-b4a5-4286bbde7bfe" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.830025] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-839375fa-5177-4d9b-b4a5-4286bbde7bfe" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.830025] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-839375fa-5177-4d9b-b4a5-4286bbde7bfe" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.830025] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.830025] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.830708] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.830708] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.830708] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.830708] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-839375fa-5177-4d9b-b4a5-4286bbde7bfe" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.830708] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('839375fa-5177-4d9b-b4a5-4286bbde7bfe',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 622.333395] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 839375fa-5177-4d9b-b4a5-4286bbde7bfe: rpc.has_security_group_logging(os_id): False [ 622.355858] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.355858] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.355858] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.356130] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.356130] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.357217] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.357217] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.357217] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.357217] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.357428] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.357459] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.357545] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.357602] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.357737] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.357818] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.358290] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.358394] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.358457] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.358661] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.358661] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.358754] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 839375fa-5177-4d9b-b4a5-4286bbde7bfe is going to be created. [ 622.420126] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.420126] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.420126] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.420307] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.420537] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.438194] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 839375fa-5177-4d9b-b4a5-4286bbde7bfe in Status: IN_PROGRESS for 2s [ 622.505235] env[65288]: INFO networking_nsxv3.common.synchronization [None req-d1a6b516-3315-4822-8cee-74f9d3a3fb9d None None] Enqueued Resource ID: 1bdcfab0-79bf-4ffa-9088-d12e53c75a35 with Priority: HIGHEST for action port [ 622.505915] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1bdcfab0-79bf-4ffa-9088-d12e53c75a35 with Priority: HIGHEST for action port [ 622.506287] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock port-1bdcfab0-79bf-4ffa-9088-d12e53c75a35 taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.507102] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1bdcfab0-79bf-4ffa-9088-d12e53c75a35" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.507102] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1bdcfab0-79bf-4ffa-9088-d12e53c75a35" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.507102] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1bdcfab0-79bf-4ffa-9088-d12e53c75a35" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.507102] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1bdcfab0-79bf-4ffa-9088-d12e53c75a35',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 622.992134] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b13e28ee-b8aa-43ab-83df-d02231540216 in Status: SUCCESS [ 622.992401] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b13e28ee-b8aa-43ab-83df-d02231540216" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.992557] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b13e28ee-b8aa-43ab-83df-d02231540216" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.992798] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b13e28ee-b8aa-43ab-83df-d02231540216" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.993108] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.993237] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.993304] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.993474] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.993558] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.993642] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b13e28ee-b8aa-43ab-83df-d02231540216" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.993996] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b13e28ee-b8aa-43ab-83df-d02231540216',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 623.008548] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 1bdcfab0-79bf-4ffa-9088-d12e53c75a35 [ 623.008760] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.008907] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.008975] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.009339] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.009450] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.009979] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:1bdcfab0-79bf-4ffa-9088-d12e53c75a35 already deleted. [ 623.009979] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1bdcfab0-79bf-4ffa-9088-d12e53c75a35" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.498015] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock member-b13e28ee-b8aa-43ab-83df-d02231540216 taken with stack trace [, , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.498337] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b13e28ee-b8aa-43ab-83df-d02231540216" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.498337] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b13e28ee-b8aa-43ab-83df-d02231540216" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.498483] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b13e28ee-b8aa-43ab-83df-d02231540216" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.498611] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.498711] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.498776] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.499031] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.499121] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.499160] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b13e28ee-b8aa-43ab-83df-d02231540216" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.499293] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock member-b13e28ee-b8aa-43ab-83df-d02231540216 taken with stack trace [, , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.499381] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b13e28ee-b8aa-43ab-83df-d02231540216" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.499455] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b13e28ee-b8aa-43ab-83df-d02231540216" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.499581] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b13e28ee-b8aa-43ab-83df-d02231540216" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.499749] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.499804] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.499903] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.500147] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.500147] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.500240] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b13e28ee-b8aa-43ab-83df-d02231540216" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.500289] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b13e28ee-b8aa-43ab-83df-d02231540216',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 623.775912] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ed4a84a9-18c7-4f4d-a791-087741929187 in Status: SUCCESS [ 623.776262] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ed4a84a9-18c7-4f4d-a791-087741929187" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.005402] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b13e28ee-b8aa-43ab-83df-d02231540216: rpc.has_security_group_logging(os_id): False [ 624.022839] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.023021] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.023206] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.023327] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.023405] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.023755] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.023755] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.023755] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.023911] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.023954] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.024155] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.024251] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.024311] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.024460] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.024534] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.024725] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.028333] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.028414] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.028569] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.028721] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.028819] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b13e28ee-b8aa-43ab-83df-d02231540216 is going to be created. [ 624.082615] env[65288]: INFO networking_nsxv3.common.synchronization [None req-68d65a62-93a5-4d34-935e-0c8e8cae9de2 None None] Enqueued Resource ID: 744066b7-2dae-4f55-b62c-c78cb2e6bdf1 with Priority: HIGHEST for action port [ 624.083317] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 744066b7-2dae-4f55-b62c-c78cb2e6bdf1 with Priority: HIGHEST for action port [ 624.083549] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock port-744066b7-2dae-4f55-b62c-c78cb2e6bdf1 taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.083700] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-744066b7-2dae-4f55-b62c-c78cb2e6bdf1" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.083761] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-744066b7-2dae-4f55-b62c-c78cb2e6bdf1" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.084021] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-744066b7-2dae-4f55-b62c-c78cb2e6bdf1" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.085330] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('744066b7-2dae-4f55-b62c-c78cb2e6bdf1',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 624.088700] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.088700] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.088700] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.088938] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.088938] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.102510] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b13e28ee-b8aa-43ab-83df-d02231540216 in Status: IN_PROGRESS for 2s [ 624.454407] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 839375fa-5177-4d9b-b4a5-4286bbde7bfe in Status: SUCCESS [ 624.455484] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-839375fa-5177-4d9b-b4a5-4286bbde7bfe" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.468107] env[65288]: INFO networking_nsxv3.common.synchronization [None req-d77fc0c7-9aa7-4705-88ef-23a94dd0fdf7 None None] Enqueued Resource ID: af9c8c87-22d0-4189-bd3c-bf8bcc4199ec with Priority: HIGHEST for action port [ 624.469669] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: af9c8c87-22d0-4189-bd3c-bf8bcc4199ec with Priority: HIGHEST for action port [ 624.469989] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock port-af9c8c87-22d0-4189-bd3c-bf8bcc4199ec taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.470923] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-af9c8c87-22d0-4189-bd3c-bf8bcc4199ec" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.471046] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-af9c8c87-22d0-4189-bd3c-bf8bcc4199ec" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.471263] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-af9c8c87-22d0-4189-bd3c-bf8bcc4199ec" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.471344] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('af9c8c87-22d0-4189-bd3c-bf8bcc4199ec',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 624.591158] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 744066b7-2dae-4f55-b62c-c78cb2e6bdf1 [ 624.591688] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.591688] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.591688] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.595653] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.595763] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.595841] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:744066b7-2dae-4f55-b62c-c78cb2e6bdf1 already deleted. [ 624.596042] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-744066b7-2dae-4f55-b62c-c78cb2e6bdf1" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.973939] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port af9c8c87-22d0-4189-bd3c-bf8bcc4199ec [ 624.973939] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.974124] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.974124] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.974457] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.974457] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.975582] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:af9c8c87-22d0-4189-bd3c-bf8bcc4199ec already deleted. [ 624.975582] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-af9c8c87-22d0-4189-bd3c-bf8bcc4199ec" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.123861] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b13e28ee-b8aa-43ab-83df-d02231540216 in Status: SUCCESS [ 626.125141] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b13e28ee-b8aa-43ab-83df-d02231540216" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.718836] env[65288]: INFO networking_nsxv3.common.synchronization [None req-4da5c3e6-d830-4e1a-891c-15937811567f None None] Enqueued Resource ID: f25dd800-e86c-4393-974a-4cf8f9f6b2f0 with Priority: HIGHEST for action port [ 626.719397] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f25dd800-e86c-4393-974a-4cf8f9f6b2f0 with Priority: HIGHEST for action port [ 626.719694] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock port-f25dd800-e86c-4393-974a-4cf8f9f6b2f0 taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.719836] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f25dd800-e86c-4393-974a-4cf8f9f6b2f0" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.719909] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f25dd800-e86c-4393-974a-4cf8f9f6b2f0" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.720163] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f25dd800-e86c-4393-974a-4cf8f9f6b2f0" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.720239] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f25dd800-e86c-4393-974a-4cf8f9f6b2f0',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 627.223396] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f25dd800-e86c-4393-974a-4cf8f9f6b2f0 [ 627.223788] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.223915] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.224072] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.224364] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.224563] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.224637] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f25dd800-e86c-4393-974a-4cf8f9f6b2f0 already deleted. [ 627.224691] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f25dd800-e86c-4393-974a-4cf8f9f6b2f0" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.599823] env[65288]: INFO networking_nsxv3.common.synchronization [None req-2a13e4ac-9f80-4109-b6d5-104a067a3e9f None None] Enqueued Resource ID: 129a2e31-550d-466e-adbe-b31229df4d96 with Priority: HIGHEST for action port [ 628.599823] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 129a2e31-550d-466e-adbe-b31229df4d96 with Priority: HIGHEST for action port [ 628.599823] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock port-129a2e31-550d-466e-adbe-b31229df4d96 taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.599823] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-129a2e31-550d-466e-adbe-b31229df4d96" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.599823] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-129a2e31-550d-466e-adbe-b31229df4d96" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.599823] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-129a2e31-550d-466e-adbe-b31229df4d96" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.599823] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('129a2e31-550d-466e-adbe-b31229df4d96',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 628.688618] env[65288]: INFO networking_nsxv3.common.synchronization [req-291474a2-27ca-4c34-bdeb-bad6a61c9762 req-de92c98d-6a2e-4c08-93f2-35a922df8cd3 tempest-SecurityGroupRulesNegativeTestJSON-925495188 tempest-SecurityGroupRulesNegativeTestJSON-925495188-project-member] Enqueued Resource ID: aa2b4bdb-e39c-4a63-bec8-e770ac0f1614 with Priority: HIGHEST for action security_group_rules [ 628.689230] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aa2b4bdb-e39c-4a63-bec8-e770ac0f1614 with Priority: HIGHEST for action security_group_rules [ 628.689554] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock rules-aa2b4bdb-e39c-4a63-bec8-e770ac0f1614 taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.689660] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-aa2b4bdb-e39c-4a63-bec8-e770ac0f1614" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.689725] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-aa2b4bdb-e39c-4a63-bec8-e770ac0f1614" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.690258] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-aa2b4bdb-e39c-4a63-bec8-e770ac0f1614" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.690258] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('aa2b4bdb-e39c-4a63-bec8-e770ac0f1614',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 629.102897] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 129a2e31-550d-466e-adbe-b31229df4d96 [ 629.103009] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.103078] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.103150] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.103382] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.103474] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.103624] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:129a2e31-550d-466e-adbe-b31229df4d96 already deleted. [ 629.103721] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-129a2e31-550d-466e-adbe-b31229df4d96" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.215363] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.215363] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.215363] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.215742] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.218051] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.218051] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: aa2b4bdb-e39c-4a63-bec8-e770ac0f1614 already deleted. [ 629.218051] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-aa2b4bdb-e39c-4a63-bec8-e770ac0f1614" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.126142] env[65288]: INFO networking_nsxv3.common.synchronization [req-b09986b4-3d90-4b30-89ef-7efeba81631b req-90d96964-99ad-4328-b83a-39c8ad25fa54 tempest-ListImageFiltersTestJSON-1691818130 tempest-ListImageFiltersTestJSON-1691818130-project-member] Enqueued Resource ID: b13e28ee-b8aa-43ab-83df-d02231540216 with Priority: HIGHEST for action security_group_members [ 631.126852] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b13e28ee-b8aa-43ab-83df-d02231540216 with Priority: HIGHEST for action security_group_members [ 631.127649] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock member-b13e28ee-b8aa-43ab-83df-d02231540216 taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.127799] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b13e28ee-b8aa-43ab-83df-d02231540216" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.127865] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b13e28ee-b8aa-43ab-83df-d02231540216" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.128106] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b13e28ee-b8aa-43ab-83df-d02231540216" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.128287] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.128396] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.128462] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.128627] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.128721] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.128833] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b13e28ee-b8aa-43ab-83df-d02231540216',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 631.325126] env[65288]: INFO networking_nsxv3.common.synchronization [None req-f819f6c9-4ee2-4861-be2a-d70cd8664310 None None] Enqueued Resource ID: 467f6b00-6852-4bc4-80cb-0c53220c24ca with Priority: HIGHEST for action port [ 631.325126] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 467f6b00-6852-4bc4-80cb-0c53220c24ca with Priority: HIGHEST for action port [ 631.325126] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock port-467f6b00-6852-4bc4-80cb-0c53220c24ca taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.326019] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-467f6b00-6852-4bc4-80cb-0c53220c24ca" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.326465] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-467f6b00-6852-4bc4-80cb-0c53220c24ca" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.327136] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-467f6b00-6852-4bc4-80cb-0c53220c24ca" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.330021] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('467f6b00-6852-4bc4-80cb-0c53220c24ca',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 631.631195] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b13e28ee-b8aa-43ab-83df-d02231540216',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 631.706829] env[65288]: INFO networking_nsxv3.common.synchronization [None req-476c22ed-829b-48a5-b061-6fda86b8503c None None] Enqueued Resource ID: ef1f2712-2850-4880-8da0-17f6c317bc2f with Priority: HIGHEST for action port [ 631.706829] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ef1f2712-2850-4880-8da0-17f6c317bc2f with Priority: HIGHEST for action port [ 631.707181] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock port-ef1f2712-2850-4880-8da0-17f6c317bc2f taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.707303] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ef1f2712-2850-4880-8da0-17f6c317bc2f" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.707394] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ef1f2712-2850-4880-8da0-17f6c317bc2f" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.707655] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ef1f2712-2850-4880-8da0-17f6c317bc2f" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.707738] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ef1f2712-2850-4880-8da0-17f6c317bc2f',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 631.834538] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 467f6b00-6852-4bc4-80cb-0c53220c24ca [ 631.834538] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.834538] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.834538] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.834737] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.834737] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.834737] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:467f6b00-6852-4bc4-80cb-0c53220c24ca already deleted. [ 631.834825] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-467f6b00-6852-4bc4-80cb-0c53220c24ca" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.134091] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b13e28ee-b8aa-43ab-83df-d02231540216',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 632.214209] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ef1f2712-2850-4880-8da0-17f6c317bc2f [ 632.214570] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.214708] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.214708] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.215031] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.215031] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.215157] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ef1f2712-2850-4880-8da0-17f6c317bc2f already deleted. [ 632.215408] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ef1f2712-2850-4880-8da0-17f6c317bc2f" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.637848] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.638032] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.638032] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.638267] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.638310] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.638568] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b13e28ee-b8aa-43ab-83df-d02231540216 is going to be updated. [ 632.676072] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.676072] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.676233] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.677040] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.677040] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.692180] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b13e28ee-b8aa-43ab-83df-d02231540216 in Status: IN_PROGRESS for 2s [ 632.870374] env[65288]: DEBUG networking_nsxv3.common.locking [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Lock network-280 taken with stack trace [, , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.871023] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquiring lock "network-280" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.871023] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired lock "network-280" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.871023] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired external semaphore "network-280" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.871375] env[65288]: DEBUG networking_nsxv3.common.locking [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.871686] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquiring lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.871824] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.871917] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired external semaphore "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.872066] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Releasing lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.872312] env[65288]: DEBUG dogpile.cache.region [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] No value present for key: 'zone-id' {{(pid=65288) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 632.872450] env[65288]: DEBUG dogpile.lock [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] NeedRegenerationException {{(pid=65288) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 632.872575] env[65288]: DEBUG dogpile.lock [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] no value, waiting for create lock {{(pid=65288) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 632.872764] env[65288]: DEBUG dogpile.lock [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] value creation lock acquired {{(pid=65288) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 632.873232] env[65288]: DEBUG dogpile.cache.region [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] No value present for key: 'zone-id' {{(pid=65288) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 632.873232] env[65288]: DEBUG dogpile.lock [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Calling creation function for not-yet-present value {{(pid=65288) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 632.873232] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 632.899039] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 632.899236] env[65288]: DEBUG dogpile.cache.region [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=65288) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 632.899453] env[65288]: DEBUG dogpile.lock [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Released creation lock {{(pid=65288) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 632.899686] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Releasing lock "network-280" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.900081] env[65288]: DEBUG networking_nsxv3.common.locking [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Lock port-a19255c6-b7c3-4f2e-b9b1-43d80612c748 taken with stack trace [, , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.900257] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquiring lock "port-a19255c6-b7c3-4f2e-b9b1-43d80612c748" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.900386] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired lock "port-a19255c6-b7c3-4f2e-b9b1-43d80612c748" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.900701] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired external semaphore "port-a19255c6-b7c3-4f2e-b9b1-43d80612c748" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.900873] env[65288]: DEBUG networking_nsxv3.api.rpc [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a19255c6-b7c3-4f2e-b9b1-43d80612c748',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 632.931895] env[65288]: INFO networking_nsxv3.common.synchronization [None req-68a2eed6-9a78-46b7-8f8b-e9ec14d4d71b None None] Enqueued Resource ID: 34f017d2-752c-4aa4-887a-091c82e76344 with Priority: HIGHEST for action port [ 632.931895] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 34f017d2-752c-4aa4-887a-091c82e76344 with Priority: HIGHEST for action port [ 632.931895] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock port-34f017d2-752c-4aa4-887a-091c82e76344 taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.931895] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-34f017d2-752c-4aa4-887a-091c82e76344" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.931895] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-34f017d2-752c-4aa4-887a-091c82e76344" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.932129] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-34f017d2-752c-4aa4-887a-091c82e76344" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.932628] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('34f017d2-752c-4aa4-887a-091c82e76344',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 633.179767] env[65288]: INFO networking_nsxv3.common.synchronization [None req-083935b9-420f-4f11-81d1-edf1d39dde84 None None] Enqueued Resource ID: f35af286-e31b-4375-a205-4de14dc335fd with Priority: HIGHEST for action port [ 633.184170] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f35af286-e31b-4375-a205-4de14dc335fd with Priority: HIGHEST for action port [ 633.185768] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock port-f35af286-e31b-4375-a205-4de14dc335fd taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.185916] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f35af286-e31b-4375-a205-4de14dc335fd" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.186026] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f35af286-e31b-4375-a205-4de14dc335fd" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.186422] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f35af286-e31b-4375-a205-4de14dc335fd" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.186422] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f35af286-e31b-4375-a205-4de14dc335fd',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 633.405072] env[65288]: DEBUG networking_nsxv3.common.locking [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.405342] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.405477] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.405757] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.405901] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.406541] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Segment Port a19255c6-b7c3-4f2e-b9b1-43d80612c748 not found, creating... [ 633.406541] env[65288]: DEBUG networking_nsxv3.common.locking [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.406541] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquiring lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.406835] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.406976] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired external semaphore "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.407375] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Releasing lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.408583] env[65288]: DEBUG networking_nsxv3.common.locking [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.408583] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.408766] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.409044] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.409253] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.409587] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Resource: SegmentPort with ID: a19255c6-b7c3-4f2e-b9b1-43d80612c748 is going to be created. [ 633.432043] env[65288]: DEBUG networking_nsxv3.common.locking [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.432263] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.432381] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.432755] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.432891] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.433119] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Releasing lock "port-a19255c6-b7c3-4f2e-b9b1-43d80612c748" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.434029] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 34f017d2-752c-4aa4-887a-091c82e76344 [ 633.434145] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.434237] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.434297] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.434442] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.434509] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.434660] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:34f017d2-752c-4aa4-887a-091c82e76344 already deleted. [ 633.434732] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-34f017d2-752c-4aa4-887a-091c82e76344" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.694085] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f35af286-e31b-4375-a205-4de14dc335fd [ 633.694217] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.694318] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.694318] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.694540] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.694635] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.694730] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f35af286-e31b-4375-a205-4de14dc335fd already deleted. [ 633.694814] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f35af286-e31b-4375-a205-4de14dc335fd" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.160245] env[65288]: INFO networking_nsxv3.common.synchronization [req-b09986b4-3d90-4b30-89ef-7efeba81631b req-3d10a3d1-84b2-42b5-a814-8a97589647bc service nova] Enqueued Resource ID: b13e28ee-b8aa-43ab-83df-d02231540216 with Priority: HIGHEST for action security_group_rules [ 634.160398] env[65288]: INFO networking_nsxv3.common.synchronization [req-b09986b4-3d90-4b30-89ef-7efeba81631b req-3d10a3d1-84b2-42b5-a814-8a97589647bc service nova] Enqueued Resource ID: b13e28ee-b8aa-43ab-83df-d02231540216 with Priority: HIGHEST for action security_group_members [ 634.160570] env[65288]: INFO networking_nsxv3.common.synchronization [req-b09986b4-3d90-4b30-89ef-7efeba81631b req-3d10a3d1-84b2-42b5-a814-8a97589647bc service nova] Enqueued Resource ID: a19255c6-b7c3-4f2e-b9b1-43d80612c748 with Priority: HIGHEST for action port [ 634.161549] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b13e28ee-b8aa-43ab-83df-d02231540216 with Priority: HIGHEST for action security_group_rules [ 634.161676] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b13e28ee-b8aa-43ab-83df-d02231540216 with Priority: HIGHEST for action security_group_members [ 634.161782] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a19255c6-b7c3-4f2e-b9b1-43d80612c748 with Priority: HIGHEST for action port [ 634.164493] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b13e28ee-b8aa-43ab-83df-d02231540216 taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.164849] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b13e28ee-b8aa-43ab-83df-d02231540216" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.164912] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b13e28ee-b8aa-43ab-83df-d02231540216" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.165447] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b13e28ee-b8aa-43ab-83df-d02231540216" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.165531] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b13e28ee-b8aa-43ab-83df-d02231540216',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 634.167066] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock member-b13e28ee-b8aa-43ab-83df-d02231540216 taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.167850] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b13e28ee-b8aa-43ab-83df-d02231540216" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.167850] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock port-a19255c6-b7c3-4f2e-b9b1-43d80612c748 taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.167850] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a19255c6-b7c3-4f2e-b9b1-43d80612c748" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.167850] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a19255c6-b7c3-4f2e-b9b1-43d80612c748" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.168219] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a19255c6-b7c3-4f2e-b9b1-43d80612c748" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.168371] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a19255c6-b7c3-4f2e-b9b1-43d80612c748',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 634.481088] env[65288]: INFO networking_nsxv3.common.synchronization [None req-3e851234-524b-4c8d-aee8-c52a130c1eac None None] Enqueued Resource ID: 3599859a-da35-413b-b814-8f0c9f10a280 with Priority: HIGHEST for action port [ 634.481866] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3599859a-da35-413b-b814-8f0c9f10a280 with Priority: HIGHEST for action port [ 634.483088] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock port-3599859a-da35-413b-b814-8f0c9f10a280 taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.483323] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3599859a-da35-413b-b814-8f0c9f10a280" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.484820] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3599859a-da35-413b-b814-8f0c9f10a280" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.484820] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3599859a-da35-413b-b814-8f0c9f10a280" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.484820] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3599859a-da35-413b-b814-8f0c9f10a280',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 634.671120] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock member-b13e28ee-b8aa-43ab-83df-d02231540216 taken with stack trace [, , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.671294] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b13e28ee-b8aa-43ab-83df-d02231540216" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.671538] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a19255c6-b7c3-4f2e-b9b1-43d80612c748 with status ACTIVE [ 634.671728] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.671851] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.671931] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.672189] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.672281] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.672446] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.672541] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.672603] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.672762] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.672873] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.673163] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.673494] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.673608] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.674228] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.674228] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.674228] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a19255c6-b7c3-4f2e-b9b1-43d80612c748 is going to be updated. [ 634.705529] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.705529] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.705529] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.705529] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.705529] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.705529] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a19255c6-b7c3-4f2e-b9b1-43d80612c748" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.705529] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b13e28ee-b8aa-43ab-83df-d02231540216 in Status: SUCCESS [ 634.705909] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b13e28ee-b8aa-43ab-83df-d02231540216" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.707123] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b13e28ee-b8aa-43ab-83df-d02231540216" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.707452] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b13e28ee-b8aa-43ab-83df-d02231540216" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.707854] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.708700] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.708966] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.709518] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.710725] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.711045] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b13e28ee-b8aa-43ab-83df-d02231540216',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 634.989802] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 3599859a-da35-413b-b814-8f0c9f10a280 [ 634.990077] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.990216] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.990284] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.990516] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.990614] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.990724] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:3599859a-da35-413b-b814-8f0c9f10a280 already deleted. [ 634.990811] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3599859a-da35-413b-b814-8f0c9f10a280" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.213695] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b13e28ee-b8aa-43ab-83df-d02231540216',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 635.232498] env[65288]: INFO networking_nsxv3.common.synchronization [None req-67d5f732-2598-4dbd-bf52-bc6831cb566e None None] Enqueued Resource ID: 07ab6676-8d47-4783-a6ec-28cfd6b29f5e with Priority: HIGHEST for action port [ 635.233091] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 07ab6676-8d47-4783-a6ec-28cfd6b29f5e with Priority: HIGHEST for action port [ 635.233592] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock port-07ab6676-8d47-4783-a6ec-28cfd6b29f5e taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.233792] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-07ab6676-8d47-4783-a6ec-28cfd6b29f5e" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.233792] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-07ab6676-8d47-4783-a6ec-28cfd6b29f5e" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.234661] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-07ab6676-8d47-4783-a6ec-28cfd6b29f5e" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.234785] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('07ab6676-8d47-4783-a6ec-28cfd6b29f5e',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 635.716676] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b13e28ee-b8aa-43ab-83df-d02231540216',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 635.737725] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 07ab6676-8d47-4783-a6ec-28cfd6b29f5e [ 635.737976] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.738141] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.738212] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.738482] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.738542] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.738647] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:07ab6676-8d47-4783-a6ec-28cfd6b29f5e already deleted. [ 635.738775] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-07ab6676-8d47-4783-a6ec-28cfd6b29f5e" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.220361] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.221756] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.221756] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.223096] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.223280] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.223438] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b13e28ee-b8aa-43ab-83df-d02231540216 is going to be updated. [ 636.258246] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.258400] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.258453] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.258950] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.259154] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.269905] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b13e28ee-b8aa-43ab-83df-d02231540216 in Status: IN_PROGRESS for 2s [ 636.329287] env[65288]: INFO networking_nsxv3.common.synchronization [req-073022b9-36ff-4899-af39-3ed371d00fe7 req-b8d9ec70-39f3-45ed-b325-71971e233d28 tempest-ServersAdminNegativeTestJSON-1859447434 tempest-ServersAdminNegativeTestJSON-1859447434-project-member] Enqueued Resource ID: 5823f25b-ebb3-44a1-adb2-72eab06a38c1 with Priority: HIGHEST for action security_group_members [ 636.330086] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5823f25b-ebb3-44a1-adb2-72eab06a38c1 with Priority: HIGHEST for action security_group_members [ 636.330463] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock member-5823f25b-ebb3-44a1-adb2-72eab06a38c1 taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.330882] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5823f25b-ebb3-44a1-adb2-72eab06a38c1" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.330882] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5823f25b-ebb3-44a1-adb2-72eab06a38c1" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.330993] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5823f25b-ebb3-44a1-adb2-72eab06a38c1" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.331854] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.331981] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.332180] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.332331] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.332646] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.332790] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5823f25b-ebb3-44a1-adb2-72eab06a38c1',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 636.634529] env[65288]: INFO networking_nsxv3.common.synchronization [None req-ad6b019d-0952-49f9-b97a-ce0d5c2b77e6 None None] Enqueued Resource ID: 0c35469f-73ea-4b63-becc-6e9c1b487942 with Priority: HIGHEST for action port [ 636.637016] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0c35469f-73ea-4b63-becc-6e9c1b487942 with Priority: HIGHEST for action port [ 636.637016] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock port-0c35469f-73ea-4b63-becc-6e9c1b487942 taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.637016] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0c35469f-73ea-4b63-becc-6e9c1b487942" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.637016] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0c35469f-73ea-4b63-becc-6e9c1b487942" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.637016] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0c35469f-73ea-4b63-becc-6e9c1b487942" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.637016] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0c35469f-73ea-4b63-becc-6e9c1b487942',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 636.834868] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5823f25b-ebb3-44a1-adb2-72eab06a38c1',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 637.138166] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 0c35469f-73ea-4b63-becc-6e9c1b487942 [ 637.138400] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.138532] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.138622] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.138813] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.138901] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.138992] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:0c35469f-73ea-4b63-becc-6e9c1b487942 already deleted. [ 637.139086] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0c35469f-73ea-4b63-becc-6e9c1b487942" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.213025] env[65288]: INFO networking_nsxv3.common.synchronization [None req-b7ca4028-8a55-4119-bfda-b218f23dad87 None None] Enqueued Resource ID: 5d487886-1cff-4073-95a9-480ad660478e with Priority: HIGHEST for action port [ 637.213025] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5d487886-1cff-4073-95a9-480ad660478e with Priority: HIGHEST for action port [ 637.213025] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock port-5d487886-1cff-4073-95a9-480ad660478e taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.213025] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5d487886-1cff-4073-95a9-480ad660478e" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.213025] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5d487886-1cff-4073-95a9-480ad660478e" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.213465] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5d487886-1cff-4073-95a9-480ad660478e" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.213562] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5d487886-1cff-4073-95a9-480ad660478e',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 637.339144] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5823f25b-ebb3-44a1-adb2-72eab06a38c1',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 637.381491] env[65288]: DEBUG networking_nsxv3.common.locking [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Lock network-280 taken with stack trace [, , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.381688] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquiring lock "network-280" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.381803] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired lock "network-280" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.382080] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired external semaphore "network-280" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.382335] env[65288]: DEBUG networking_nsxv3.common.locking [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.382574] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquiring lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.385112] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.385112] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired external semaphore "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.385112] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Releasing lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.385112] env[65288]: DEBUG dogpile.cache.region [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] No value present for key: 'zone-id' {{(pid=65288) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 637.385112] env[65288]: DEBUG dogpile.lock [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] NeedRegenerationException {{(pid=65288) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 637.385112] env[65288]: DEBUG dogpile.lock [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] no value, waiting for create lock {{(pid=65288) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 637.385112] env[65288]: DEBUG dogpile.lock [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] value creation lock acquired {{(pid=65288) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 637.385112] env[65288]: DEBUG dogpile.cache.region [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] No value present for key: 'zone-id' {{(pid=65288) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 637.385112] env[65288]: DEBUG dogpile.lock [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Calling creation function for not-yet-present value {{(pid=65288) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 637.385112] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 637.403244] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 637.403599] env[65288]: DEBUG dogpile.cache.region [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65288) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 637.403599] env[65288]: DEBUG dogpile.lock [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Released creation lock {{(pid=65288) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 637.403810] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Releasing lock "network-280" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.404015] env[65288]: DEBUG networking_nsxv3.common.locking [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Lock port-08b4db44-e665-4294-852f-ccbc3931237b taken with stack trace [, , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.404207] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquiring lock "port-08b4db44-e665-4294-852f-ccbc3931237b" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.404317] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired lock "port-08b4db44-e665-4294-852f-ccbc3931237b" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.404637] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired external semaphore "port-08b4db44-e665-4294-852f-ccbc3931237b" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.404768] env[65288]: DEBUG networking_nsxv3.api.rpc [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('08b4db44-e665-4294-852f-ccbc3931237b',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 637.715909] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 5d487886-1cff-4073-95a9-480ad660478e [ 637.716169] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.716313] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.716407] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.716599] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.716690] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.716783] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:5d487886-1cff-4073-95a9-480ad660478e already deleted. [ 637.716863] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5d487886-1cff-4073-95a9-480ad660478e" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.744385] env[65288]: INFO networking_nsxv3.common.synchronization [req-c80cc394-b484-4851-8377-7917dd1e1be4 req-3e9e37c9-a594-43e6-adc1-72f7529ead56 tempest-ServerTagsTestJSON-171443465 tempest-ServerTagsTestJSON-171443465-project-member] Enqueued Resource ID: cb633488-fd57-4814-b820-0f38380a3239 with Priority: HIGHEST for action security_group_members [ 637.744926] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cb633488-fd57-4814-b820-0f38380a3239 with Priority: HIGHEST for action security_group_members [ 637.745272] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock member-cb633488-fd57-4814-b820-0f38380a3239 taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.745394] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cb633488-fd57-4814-b820-0f38380a3239" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.745445] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cb633488-fd57-4814-b820-0f38380a3239" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.745720] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cb633488-fd57-4814-b820-0f38380a3239" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.745843] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.745936] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.745993] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.746154] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.746232] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.746812] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cb633488-fd57-4814-b820-0f38380a3239',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 637.770192] env[65288]: INFO networking_nsxv3.common.synchronization [None req-7e6c67aa-903d-4765-ab5b-2b9fd3927eee None None] Enqueued Resource ID: ff54b7e7-1935-40b3-bc24-77e7415b6fa8 with Priority: HIGHEST for action port [ 637.770688] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ff54b7e7-1935-40b3-bc24-77e7415b6fa8 with Priority: HIGHEST for action port [ 637.770999] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock port-ff54b7e7-1935-40b3-bc24-77e7415b6fa8 taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.771140] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ff54b7e7-1935-40b3-bc24-77e7415b6fa8" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.771206] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ff54b7e7-1935-40b3-bc24-77e7415b6fa8" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.771580] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ff54b7e7-1935-40b3-bc24-77e7415b6fa8" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.772071] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ff54b7e7-1935-40b3-bc24-77e7415b6fa8',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 637.842430] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.842843] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.842843] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.842843] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.843021] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.843060] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5823f25b-ebb3-44a1-adb2-72eab06a38c1 is going to be updated. [ 637.881033] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.881033] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.881033] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.881033] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.881033] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.902553] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5823f25b-ebb3-44a1-adb2-72eab06a38c1 in Status: IN_PROGRESS for 2s [ 637.907581] env[65288]: DEBUG networking_nsxv3.common.locking [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.907722] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.909036] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.909036] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.909036] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.909413] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Segment Port 08b4db44-e665-4294-852f-ccbc3931237b not found, creating... [ 637.909575] env[65288]: DEBUG networking_nsxv3.common.locking [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.910845] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquiring lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.910845] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.910845] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired external semaphore "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.910845] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Releasing lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.911193] env[65288]: DEBUG networking_nsxv3.common.locking [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.911193] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.911337] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.911436] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.911572] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.911708] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Resource: SegmentPort with ID: 08b4db44-e665-4294-852f-ccbc3931237b is going to be created. [ 637.940814] env[65288]: DEBUG networking_nsxv3.common.locking [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.940814] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.940814] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.940814] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.940814] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.940814] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Releasing lock "port-08b4db44-e665-4294-852f-ccbc3931237b" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.251850] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.251850] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.251850] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.251850] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.251850] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.251850] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.258097] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.258097] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.258097] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.258097] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.258097] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cb633488-fd57-4814-b820-0f38380a3239 already deleted. [ 638.258097] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cb633488-fd57-4814-b820-0f38380a3239" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.274509] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ff54b7e7-1935-40b3-bc24-77e7415b6fa8 [ 638.274722] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.274866] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.274937] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.275151] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.275236] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.275323] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ff54b7e7-1935-40b3-bc24-77e7415b6fa8 already deleted. [ 638.275399] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ff54b7e7-1935-40b3-bc24-77e7415b6fa8" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.283074] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b13e28ee-b8aa-43ab-83df-d02231540216 in Status: SUCCESS [ 638.283319] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b13e28ee-b8aa-43ab-83df-d02231540216" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.283491] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b13e28ee-b8aa-43ab-83df-d02231540216" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.283708] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b13e28ee-b8aa-43ab-83df-d02231540216" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.283917] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.284077] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.284129] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.284262] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.284331] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.284441] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b13e28ee-b8aa-43ab-83df-d02231540216" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.284536] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b13e28ee-b8aa-43ab-83df-d02231540216',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 638.553159] env[65288]: INFO networking_nsxv3.common.synchronization [None req-72a0486a-129c-4f4e-843f-41d4c7724865 None None] Enqueued Resource ID: a9928556-cb61-4d40-adcd-fbce96b20f9e with Priority: HIGHEST for action port [ 638.554896] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a9928556-cb61-4d40-adcd-fbce96b20f9e with Priority: HIGHEST for action port [ 638.554896] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock port-a9928556-cb61-4d40-adcd-fbce96b20f9e taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.554896] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a9928556-cb61-4d40-adcd-fbce96b20f9e" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.554896] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a9928556-cb61-4d40-adcd-fbce96b20f9e" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.555619] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a9928556-cb61-4d40-adcd-fbce96b20f9e" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.555716] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a9928556-cb61-4d40-adcd-fbce96b20f9e',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 638.666233] env[65288]: INFO networking_nsxv3.common.synchronization [req-073022b9-36ff-4899-af39-3ed371d00fe7 req-fa86d74f-8ef4-4f49-bf6d-80bbceef9bb6 service nova] Enqueued Resource ID: 5823f25b-ebb3-44a1-adb2-72eab06a38c1 with Priority: HIGHEST for action security_group_rules [ 638.666417] env[65288]: INFO networking_nsxv3.common.synchronization [req-073022b9-36ff-4899-af39-3ed371d00fe7 req-fa86d74f-8ef4-4f49-bf6d-80bbceef9bb6 service nova] Enqueued Resource ID: 5823f25b-ebb3-44a1-adb2-72eab06a38c1 with Priority: HIGHEST for action security_group_members [ 638.666919] env[65288]: INFO networking_nsxv3.common.synchronization [req-073022b9-36ff-4899-af39-3ed371d00fe7 req-fa86d74f-8ef4-4f49-bf6d-80bbceef9bb6 service nova] Enqueued Resource ID: 08b4db44-e665-4294-852f-ccbc3931237b with Priority: HIGHEST for action port [ 638.668601] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5823f25b-ebb3-44a1-adb2-72eab06a38c1 with Priority: HIGHEST for action security_group_rules [ 638.668804] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5823f25b-ebb3-44a1-adb2-72eab06a38c1 with Priority: HIGHEST for action security_group_members [ 638.668918] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 08b4db44-e665-4294-852f-ccbc3931237b with Priority: HIGHEST for action port [ 638.669266] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5823f25b-ebb3-44a1-adb2-72eab06a38c1 taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.669409] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5823f25b-ebb3-44a1-adb2-72eab06a38c1" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.669487] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5823f25b-ebb3-44a1-adb2-72eab06a38c1" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.669722] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5823f25b-ebb3-44a1-adb2-72eab06a38c1" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.669811] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5823f25b-ebb3-44a1-adb2-72eab06a38c1',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 638.676335] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock member-5823f25b-ebb3-44a1-adb2-72eab06a38c1 taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.676335] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5823f25b-ebb3-44a1-adb2-72eab06a38c1" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.676335] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock port-08b4db44-e665-4294-852f-ccbc3931237b taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.676335] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-08b4db44-e665-4294-852f-ccbc3931237b" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.676335] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-08b4db44-e665-4294-852f-ccbc3931237b" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.676335] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-08b4db44-e665-4294-852f-ccbc3931237b" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.676335] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('08b4db44-e665-4294-852f-ccbc3931237b',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 638.746789] env[65288]: DEBUG networking_nsxv3.common.locking [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Lock network-502 taken with stack trace [, , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.747129] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquiring lock "network-502" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.747129] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired lock "network-502" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.747695] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired external semaphore "network-502" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.747695] env[65288]: DEBUG networking_nsxv3.common.locking [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.747933] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquiring lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.747933] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.748151] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired external semaphore "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.748319] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Releasing lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.748477] env[65288]: DEBUG dogpile.cache.region [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] No value present for key: 'zone-id' {{(pid=65288) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 638.748574] env[65288]: DEBUG dogpile.lock [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] NeedRegenerationException {{(pid=65288) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 638.748813] env[65288]: DEBUG dogpile.lock [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] no value, waiting for create lock {{(pid=65288) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 638.748813] env[65288]: DEBUG dogpile.lock [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] value creation lock acquired {{(pid=65288) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 638.749024] env[65288]: DEBUG dogpile.cache.region [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] No value present for key: 'zone-id' {{(pid=65288) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 638.749024] env[65288]: DEBUG dogpile.lock [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Calling creation function for not-yet-present value {{(pid=65288) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 638.749166] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 638.772640] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 638.772803] env[65288]: DEBUG dogpile.cache.region [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65288) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 638.772955] env[65288]: DEBUG dogpile.lock [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Released creation lock {{(pid=65288) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 638.773106] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Releasing lock "network-502" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.776096] env[65288]: DEBUG networking_nsxv3.common.locking [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Lock port-ea0519a4-f59f-47ab-bb34-26c63ac691d6 taken with stack trace [, , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.776096] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquiring lock "port-ea0519a4-f59f-47ab-bb34-26c63ac691d6" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.776096] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired lock "port-ea0519a4-f59f-47ab-bb34-26c63ac691d6" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.776096] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired external semaphore "port-ea0519a4-f59f-47ab-bb34-26c63ac691d6" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.776096] env[65288]: DEBUG networking_nsxv3.api.rpc [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ea0519a4-f59f-47ab-bb34-26c63ac691d6',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 638.796509] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock member-b13e28ee-b8aa-43ab-83df-d02231540216 taken with stack trace [, , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.796673] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b13e28ee-b8aa-43ab-83df-d02231540216" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.796743] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b13e28ee-b8aa-43ab-83df-d02231540216" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.796961] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b13e28ee-b8aa-43ab-83df-d02231540216" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.797165] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.797270] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.797333] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.797472] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.797624] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.797624] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b13e28ee-b8aa-43ab-83df-d02231540216" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.797772] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock member-b13e28ee-b8aa-43ab-83df-d02231540216 taken with stack trace [, , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.797859] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b13e28ee-b8aa-43ab-83df-d02231540216" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.797919] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b13e28ee-b8aa-43ab-83df-d02231540216" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.798579] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b13e28ee-b8aa-43ab-83df-d02231540216" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.798579] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.798579] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.798579] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.798579] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.798839] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.798839] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b13e28ee-b8aa-43ab-83df-d02231540216" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.798839] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b13e28ee-b8aa-43ab-83df-d02231540216',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 639.059477] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a9928556-cb61-4d40-adcd-fbce96b20f9e [ 639.059477] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.059477] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.059477] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.059477] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.059477] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.059477] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a9928556-cb61-4d40-adcd-fbce96b20f9e already deleted. [ 639.059477] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a9928556-cb61-4d40-adcd-fbce96b20f9e" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.180942] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock member-5823f25b-ebb3-44a1-adb2-72eab06a38c1 taken with stack trace [, , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.180942] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5823f25b-ebb3-44a1-adb2-72eab06a38c1" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.180942] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 08b4db44-e665-4294-852f-ccbc3931237b with status ACTIVE [ 639.180942] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.180942] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.180942] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.180942] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.180942] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.180942] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.180942] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.180942] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.180942] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.180942] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.180942] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.181841] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.181841] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.181841] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.181841] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.181841] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 08b4db44-e665-4294-852f-ccbc3931237b is going to be updated. [ 639.207323] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.207592] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.207592] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.207845] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.208165] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.208335] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-08b4db44-e665-4294-852f-ccbc3931237b" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.281676] env[65288]: DEBUG networking_nsxv3.common.locking [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.281998] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.282208] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.282536] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.282741] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.282946] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Segment Port ea0519a4-f59f-47ab-bb34-26c63ac691d6 not found, creating... [ 639.283295] env[65288]: DEBUG networking_nsxv3.common.locking [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.283526] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquiring lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.283736] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.284046] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired external semaphore "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.284463] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Releasing lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.284707] env[65288]: DEBUG networking_nsxv3.common.locking [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.284939] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.285145] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.285438] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.285626] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.285834] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Resource: SegmentPort with ID: ea0519a4-f59f-47ab-bb34-26c63ac691d6 is going to be created. [ 639.302852] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b13e28ee-b8aa-43ab-83df-d02231540216: rpc.has_security_group_logging(os_id): False [ 639.325747] env[65288]: DEBUG networking_nsxv3.common.locking [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.325980] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.326145] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.326487] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.326804] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.327090] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Releasing lock "port-ea0519a4-f59f-47ab-bb34-26c63ac691d6" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.330525] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.330702] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.330739] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.330972] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.331081] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.331255] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.331387] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.331461] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.331589] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.331625] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.331787] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.331878] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.331938] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.332092] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.332165] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.332355] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.332481] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.332569] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.332723] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.332798] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.332881] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b13e28ee-b8aa-43ab-83df-d02231540216 is going to be updated. [ 639.453378] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.453599] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.453599] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.453762] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.454080] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.482428] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b13e28ee-b8aa-43ab-83df-d02231540216 in Status: IN_PROGRESS for 2s [ 639.912822] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5823f25b-ebb3-44a1-adb2-72eab06a38c1 in Status: SUCCESS [ 639.913936] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5823f25b-ebb3-44a1-adb2-72eab06a38c1" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.914806] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5823f25b-ebb3-44a1-adb2-72eab06a38c1" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.914806] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5823f25b-ebb3-44a1-adb2-72eab06a38c1" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.915577] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.915577] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.915577] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.915577] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.915577] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.915865] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5823f25b-ebb3-44a1-adb2-72eab06a38c1',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 640.051979] env[65288]: INFO networking_nsxv3.common.synchronization [req-c80cc394-b484-4851-8377-7917dd1e1be4 req-f20a3bdb-79eb-4c3a-aab3-97aa3d6f982c service nova] Enqueued Resource ID: cb633488-fd57-4814-b820-0f38380a3239 with Priority: HIGHEST for action security_group_rules [ 640.051979] env[65288]: INFO networking_nsxv3.common.synchronization [req-c80cc394-b484-4851-8377-7917dd1e1be4 req-f20a3bdb-79eb-4c3a-aab3-97aa3d6f982c service nova] Enqueued Resource ID: cb633488-fd57-4814-b820-0f38380a3239 with Priority: HIGHEST for action security_group_members [ 640.051979] env[65288]: INFO networking_nsxv3.common.synchronization [req-c80cc394-b484-4851-8377-7917dd1e1be4 req-f20a3bdb-79eb-4c3a-aab3-97aa3d6f982c service nova] Enqueued Resource ID: ea0519a4-f59f-47ab-bb34-26c63ac691d6 with Priority: HIGHEST for action port [ 640.052218] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cb633488-fd57-4814-b820-0f38380a3239 with Priority: HIGHEST for action security_group_rules [ 640.052218] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cb633488-fd57-4814-b820-0f38380a3239 with Priority: HIGHEST for action security_group_members [ 640.052285] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ea0519a4-f59f-47ab-bb34-26c63ac691d6 with Priority: HIGHEST for action port [ 640.052889] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cb633488-fd57-4814-b820-0f38380a3239 taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.053017] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cb633488-fd57-4814-b820-0f38380a3239" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.054747] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cb633488-fd57-4814-b820-0f38380a3239" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.055080] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cb633488-fd57-4814-b820-0f38380a3239" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.055190] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cb633488-fd57-4814-b820-0f38380a3239',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 640.056922] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock member-cb633488-fd57-4814-b820-0f38380a3239 taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.057024] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cb633488-fd57-4814-b820-0f38380a3239" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.057092] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cb633488-fd57-4814-b820-0f38380a3239" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.057286] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cb633488-fd57-4814-b820-0f38380a3239" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.057442] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.057578] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.057684] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.057743] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.057831] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.057928] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cb633488-fd57-4814-b820-0f38380a3239',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 640.058818] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock port-ea0519a4-f59f-47ab-bb34-26c63ac691d6 taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.058927] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ea0519a4-f59f-47ab-bb34-26c63ac691d6" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.058976] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ea0519a4-f59f-47ab-bb34-26c63ac691d6" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.059164] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ea0519a4-f59f-47ab-bb34-26c63ac691d6" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.059245] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ea0519a4-f59f-47ab-bb34-26c63ac691d6',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 640.257708] env[65288]: INFO networking_nsxv3.common.synchronization [req-129ec0f8-46d1-4da5-a241-14fc4081e3d0 req-c5ab2b8e-3477-44e4-9723-5686d3713e0e tempest-ServersWithSpecificFlavorTestJSON-1599039208 tempest-ServersWithSpecificFlavorTestJSON-1599039208-project-member] Enqueued Resource ID: 7c0d4d7d-0f42-44b6-9b96-48783f50789f with Priority: HIGHEST for action security_group_members [ 640.258329] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7c0d4d7d-0f42-44b6-9b96-48783f50789f with Priority: HIGHEST for action security_group_members [ 640.258643] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock member-7c0d4d7d-0f42-44b6-9b96-48783f50789f taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.260146] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7c0d4d7d-0f42-44b6-9b96-48783f50789f" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.260146] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7c0d4d7d-0f42-44b6-9b96-48783f50789f" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.260146] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7c0d4d7d-0f42-44b6-9b96-48783f50789f" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.260146] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.260146] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.260146] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.260146] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.260146] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.262145] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7c0d4d7d-0f42-44b6-9b96-48783f50789f',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 640.421767] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5823f25b-ebb3-44a1-adb2-72eab06a38c1',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 640.561137] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock member-cb633488-fd57-4814-b820-0f38380a3239 taken with stack trace [, , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.561467] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cb633488-fd57-4814-b820-0f38380a3239" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.561935] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('cb633488-fd57-4814-b820-0f38380a3239',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 640.562661] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ea0519a4-f59f-47ab-bb34-26c63ac691d6 with status ACTIVE [ 640.562853] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.562998] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.563076] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.564084] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.564084] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.564084] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.564084] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.564084] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.564288] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.564323] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.564852] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.564852] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.564852] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.564852] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.565504] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.565631] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ea0519a4-f59f-47ab-bb34-26c63ac691d6 is going to be updated. [ 640.588500] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.588500] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.588500] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.588500] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.588500] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.588500] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ea0519a4-f59f-47ab-bb34-26c63ac691d6" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.644937] env[65288]: INFO networking_nsxv3.common.synchronization [None req-1b6af0e3-5c8f-4cd6-a99a-ec71a73fc747 None None] Enqueued Resource ID: 3f1f7847-faea-460a-bb94-4c5ff64b9792 with Priority: HIGHEST for action port [ 640.645955] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3f1f7847-faea-460a-bb94-4c5ff64b9792 with Priority: HIGHEST for action port [ 640.645955] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock port-3f1f7847-faea-460a-bb94-4c5ff64b9792 taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.646196] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3f1f7847-faea-460a-bb94-4c5ff64b9792" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.646196] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3f1f7847-faea-460a-bb94-4c5ff64b9792" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.646341] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3f1f7847-faea-460a-bb94-4c5ff64b9792" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.646418] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3f1f7847-faea-460a-bb94-4c5ff64b9792',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 640.763909] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.765024] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.765024] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.765024] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.765024] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.765024] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.765423] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.765423] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.765423] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.765527] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.765628] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7c0d4d7d-0f42-44b6-9b96-48783f50789f already deleted. [ 640.765746] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7c0d4d7d-0f42-44b6-9b96-48783f50789f" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.870204] env[65288]: DEBUG networking_nsxv3.common.locking [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Lock network-987 taken with stack trace [, , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.870539] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquiring lock "network-987" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.870779] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired lock "network-987" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.872275] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired external semaphore "network-987" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.872642] env[65288]: DEBUG networking_nsxv3.common.locking [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.872820] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquiring lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.872936] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.873211] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired external semaphore "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.873353] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Releasing lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.873574] env[65288]: DEBUG dogpile.cache.region [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] No value present for key: 'zone-id' {{(pid=65288) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 640.873661] env[65288]: DEBUG dogpile.lock [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] NeedRegenerationException {{(pid=65288) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 640.873835] env[65288]: DEBUG dogpile.lock [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] no value, waiting for create lock {{(pid=65288) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 640.873876] env[65288]: DEBUG dogpile.lock [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] value creation lock acquired {{(pid=65288) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 640.873957] env[65288]: DEBUG dogpile.cache.region [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] No value present for key: 'zone-id' {{(pid=65288) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 640.874068] env[65288]: DEBUG dogpile.lock [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Calling creation function for not-yet-present value {{(pid=65288) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 640.874195] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 640.894213] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 640.894477] env[65288]: DEBUG dogpile.cache.region [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65288) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 640.895682] env[65288]: DEBUG dogpile.lock [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Released creation lock {{(pid=65288) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 640.895682] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Releasing lock "network-987" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.895682] env[65288]: DEBUG networking_nsxv3.common.locking [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Lock port-10e290ee-82aa-4481-95b1-183df3dca5ea taken with stack trace [, , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.895682] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquiring lock "port-10e290ee-82aa-4481-95b1-183df3dca5ea" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.895682] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired lock "port-10e290ee-82aa-4481-95b1-183df3dca5ea" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.896360] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired external semaphore "port-10e290ee-82aa-4481-95b1-183df3dca5ea" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.896640] env[65288]: DEBUG networking_nsxv3.api.rpc [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('10e290ee-82aa-4481-95b1-183df3dca5ea',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 640.924239] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5823f25b-ebb3-44a1-adb2-72eab06a38c1',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 641.068124] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('cb633488-fd57-4814-b820-0f38380a3239',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 641.148657] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 3f1f7847-faea-460a-bb94-4c5ff64b9792 [ 641.148982] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.149174] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.149283] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.149556] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.149699] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.149822] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:3f1f7847-faea-460a-bb94-4c5ff64b9792 already deleted. [ 641.149934] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3f1f7847-faea-460a-bb94-4c5ff64b9792" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.399660] env[65288]: DEBUG networking_nsxv3.common.locking [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.399952] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.399952] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.400405] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.401677] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.401677] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Segment Port 10e290ee-82aa-4481-95b1-183df3dca5ea not found, creating... [ 641.401677] env[65288]: DEBUG networking_nsxv3.common.locking [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.401677] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquiring lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.401677] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.401677] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired external semaphore "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.401677] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Releasing lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.402534] env[65288]: DEBUG networking_nsxv3.common.locking [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.402760] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.402760] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.403350] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.403350] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.403501] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Resource: SegmentPort with ID: 10e290ee-82aa-4481-95b1-183df3dca5ea is going to be created. [ 641.421324] env[65288]: INFO networking_nsxv3.common.synchronization [None req-70701a31-c255-4a29-8c4d-4bc8c462c219 None None] Enqueued Resource ID: d4b1dc83-6a55-457f-a80e-3aa3fa32bbbe with Priority: HIGHEST for action port [ 641.422324] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d4b1dc83-6a55-457f-a80e-3aa3fa32bbbe with Priority: HIGHEST for action port [ 641.422660] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock port-d4b1dc83-6a55-457f-a80e-3aa3fa32bbbe taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.422838] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d4b1dc83-6a55-457f-a80e-3aa3fa32bbbe" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.422924] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d4b1dc83-6a55-457f-a80e-3aa3fa32bbbe" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.423239] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d4b1dc83-6a55-457f-a80e-3aa3fa32bbbe" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.423706] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d4b1dc83-6a55-457f-a80e-3aa3fa32bbbe',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 641.425299] env[65288]: DEBUG networking_nsxv3.common.locking [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.425865] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.425865] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.425980] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.426197] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.426430] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Releasing lock "port-10e290ee-82aa-4481-95b1-183df3dca5ea" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.427591] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.427745] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.427816] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.427995] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.428256] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.428595] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5823f25b-ebb3-44a1-adb2-72eab06a38c1 is going to be updated. [ 641.479821] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.480074] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.480074] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.480284] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.480430] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.509229] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5823f25b-ebb3-44a1-adb2-72eab06a38c1 in Status: IN_PROGRESS for 2s [ 641.514816] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b13e28ee-b8aa-43ab-83df-d02231540216 in Status: SUCCESS [ 641.515379] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b13e28ee-b8aa-43ab-83df-d02231540216" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.570409] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.570612] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.570661] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.570843] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.570933] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.571043] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cb633488-fd57-4814-b820-0f38380a3239 is going to be created. [ 641.615763] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.615763] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.615763] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.615763] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.616871] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.630996] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cb633488-fd57-4814-b820-0f38380a3239 in Status: UNINITIALIZED for 2s [ 641.663531] env[65288]: INFO networking_nsxv3.common.synchronization [req-001782c2-4754-4479-b60e-3c193303e95a req-e86f8220-7226-4a04-9b8c-db427adaeefd tempest-ServerDiskConfigTestJSON-1970916035 tempest-ServerDiskConfigTestJSON-1970916035-project-member] Enqueued Resource ID: d245eef6-5371-47ae-aacd-21ec39f91d63 with Priority: HIGHEST for action security_group_members [ 641.664169] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d245eef6-5371-47ae-aacd-21ec39f91d63 with Priority: HIGHEST for action security_group_members [ 641.664478] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock member-d245eef6-5371-47ae-aacd-21ec39f91d63 taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.664652] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d245eef6-5371-47ae-aacd-21ec39f91d63" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.664721] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d245eef6-5371-47ae-aacd-21ec39f91d63" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.664980] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d245eef6-5371-47ae-aacd-21ec39f91d63" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.665166] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.665271] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.665333] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.665489] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.665574] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.665726] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d245eef6-5371-47ae-aacd-21ec39f91d63',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 641.930733] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d4b1dc83-6a55-457f-a80e-3aa3fa32bbbe [ 641.930971] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.931169] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.931251] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.931611] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.931731] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.931834] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d4b1dc83-6a55-457f-a80e-3aa3fa32bbbe already deleted. [ 641.931924] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d4b1dc83-6a55-457f-a80e-3aa3fa32bbbe" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.136643] env[65288]: DEBUG networking_nsxv3.common.locking [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Lock network-586 taken with stack trace [, , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.136756] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquiring lock "network-586" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.136859] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired lock "network-586" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.137270] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired external semaphore "network-586" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.137528] env[65288]: DEBUG networking_nsxv3.common.locking [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.137682] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquiring lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.137793] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.138035] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired external semaphore "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.138173] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Releasing lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.138475] env[65288]: DEBUG dogpile.cache.region [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] No value present for key: 'zone-id' {{(pid=65288) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 642.138475] env[65288]: DEBUG dogpile.lock [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] NeedRegenerationException {{(pid=65288) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 642.138570] env[65288]: DEBUG dogpile.lock [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] no value, waiting for create lock {{(pid=65288) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 642.139039] env[65288]: DEBUG dogpile.lock [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] value creation lock acquired {{(pid=65288) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 642.139039] env[65288]: DEBUG dogpile.cache.region [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] No value present for key: 'zone-id' {{(pid=65288) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 642.139039] env[65288]: DEBUG dogpile.lock [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Calling creation function for not-yet-present value {{(pid=65288) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 642.139039] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 642.142026] env[65288]: INFO networking_nsxv3.common.synchronization [req-129ec0f8-46d1-4da5-a241-14fc4081e3d0 req-c229aacd-97fb-4c31-8199-43356f2dbe71 service nova] Enqueued Resource ID: 7c0d4d7d-0f42-44b6-9b96-48783f50789f with Priority: HIGHEST for action security_group_rules [ 642.142216] env[65288]: INFO networking_nsxv3.common.synchronization [req-129ec0f8-46d1-4da5-a241-14fc4081e3d0 req-c229aacd-97fb-4c31-8199-43356f2dbe71 service nova] Enqueued Resource ID: 7c0d4d7d-0f42-44b6-9b96-48783f50789f with Priority: HIGHEST for action security_group_members [ 642.142353] env[65288]: INFO networking_nsxv3.common.synchronization [req-129ec0f8-46d1-4da5-a241-14fc4081e3d0 req-c229aacd-97fb-4c31-8199-43356f2dbe71 service nova] Enqueued Resource ID: 10e290ee-82aa-4481-95b1-183df3dca5ea with Priority: HIGHEST for action port [ 642.143274] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7c0d4d7d-0f42-44b6-9b96-48783f50789f with Priority: HIGHEST for action security_group_rules [ 642.143405] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7c0d4d7d-0f42-44b6-9b96-48783f50789f with Priority: HIGHEST for action security_group_members [ 642.143505] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 10e290ee-82aa-4481-95b1-183df3dca5ea with Priority: HIGHEST for action port [ 642.144222] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7c0d4d7d-0f42-44b6-9b96-48783f50789f taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.144699] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7c0d4d7d-0f42-44b6-9b96-48783f50789f" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.144792] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7c0d4d7d-0f42-44b6-9b96-48783f50789f" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.145074] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7c0d4d7d-0f42-44b6-9b96-48783f50789f" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.145202] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7c0d4d7d-0f42-44b6-9b96-48783f50789f',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 642.146168] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock member-7c0d4d7d-0f42-44b6-9b96-48783f50789f taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.146274] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7c0d4d7d-0f42-44b6-9b96-48783f50789f" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.146321] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7c0d4d7d-0f42-44b6-9b96-48783f50789f" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.146492] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7c0d4d7d-0f42-44b6-9b96-48783f50789f" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.146645] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.147139] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.147234] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.147503] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.147631] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.147763] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7c0d4d7d-0f42-44b6-9b96-48783f50789f',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 642.148660] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock port-10e290ee-82aa-4481-95b1-183df3dca5ea taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.148764] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-10e290ee-82aa-4481-95b1-183df3dca5ea" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.148833] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-10e290ee-82aa-4481-95b1-183df3dca5ea" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.149070] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-10e290ee-82aa-4481-95b1-183df3dca5ea" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.149199] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('10e290ee-82aa-4481-95b1-183df3dca5ea',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 642.161794] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 642.161981] env[65288]: DEBUG dogpile.cache.region [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65288) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 642.162124] env[65288]: DEBUG dogpile.lock [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Released creation lock {{(pid=65288) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 642.162392] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Releasing lock "network-586" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.162701] env[65288]: DEBUG networking_nsxv3.common.locking [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Lock port-0826b025-7241-40fa-8ff0-0354b34b3f4f taken with stack trace [, , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.163301] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquiring lock "port-0826b025-7241-40fa-8ff0-0354b34b3f4f" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.163301] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired lock "port-0826b025-7241-40fa-8ff0-0354b34b3f4f" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.163426] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired external semaphore "port-0826b025-7241-40fa-8ff0-0354b34b3f4f" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.163534] env[65288]: DEBUG networking_nsxv3.api.rpc [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0826b025-7241-40fa-8ff0-0354b34b3f4f',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 642.169360] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.169540] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.169587] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.169783] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.169873] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.170090] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.170186] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.170248] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.170400] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.170476] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.170558] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d245eef6-5371-47ae-aacd-21ec39f91d63 already deleted. [ 642.170636] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d245eef6-5371-47ae-aacd-21ec39f91d63" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.650727] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7c0d4d7d-0f42-44b6-9b96-48783f50789f',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 642.651907] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock member-7c0d4d7d-0f42-44b6-9b96-48783f50789f taken with stack trace [, , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.651907] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7c0d4d7d-0f42-44b6-9b96-48783f50789f" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.652364] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 10e290ee-82aa-4481-95b1-183df3dca5ea with status ACTIVE [ 642.652546] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.652654] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.652715] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.652918] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.653015] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.653185] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.653279] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.653341] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.653488] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.653563] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.653731] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.653822] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.653883] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.654251] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.654334] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.654419] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 10e290ee-82aa-4481-95b1-183df3dca5ea is going to be updated. [ 642.667262] env[65288]: DEBUG networking_nsxv3.common.locking [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.667485] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.667597] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.667856] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.668006] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.668170] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Segment Port 0826b025-7241-40fa-8ff0-0354b34b3f4f not found, creating... [ 642.668420] env[65288]: DEBUG networking_nsxv3.common.locking [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.668571] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquiring lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.668687] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.668907] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired external semaphore "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.669051] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Releasing lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.669387] env[65288]: DEBUG networking_nsxv3.common.locking [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.669558] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.669670] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.669873] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.670026] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.670198] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Resource: SegmentPort with ID: 0826b025-7241-40fa-8ff0-0354b34b3f4f is going to be created. [ 642.679925] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.680059] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.680124] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.680363] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.680453] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.680598] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-10e290ee-82aa-4481-95b1-183df3dca5ea" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.693447] env[65288]: DEBUG networking_nsxv3.common.locking [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.693447] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.693447] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.693447] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.693447] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.693789] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Releasing lock "port-0826b025-7241-40fa-8ff0-0354b34b3f4f" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.155151] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7c0d4d7d-0f42-44b6-9b96-48783f50789f',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 643.517972] env[65288]: INFO networking_nsxv3.common.synchronization [req-001782c2-4754-4479-b60e-3c193303e95a req-ee49612e-9665-4ae4-999a-cc46690d2b9a service nova] Enqueued Resource ID: d245eef6-5371-47ae-aacd-21ec39f91d63 with Priority: HIGHEST for action security_group_rules [ 643.517972] env[65288]: INFO networking_nsxv3.common.synchronization [req-001782c2-4754-4479-b60e-3c193303e95a req-ee49612e-9665-4ae4-999a-cc46690d2b9a service nova] Enqueued Resource ID: d245eef6-5371-47ae-aacd-21ec39f91d63 with Priority: HIGHEST for action security_group_members [ 643.517972] env[65288]: INFO networking_nsxv3.common.synchronization [req-001782c2-4754-4479-b60e-3c193303e95a req-ee49612e-9665-4ae4-999a-cc46690d2b9a service nova] Enqueued Resource ID: 0826b025-7241-40fa-8ff0-0354b34b3f4f with Priority: HIGHEST for action port [ 643.518626] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d245eef6-5371-47ae-aacd-21ec39f91d63 with Priority: HIGHEST for action security_group_rules [ 643.518778] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d245eef6-5371-47ae-aacd-21ec39f91d63 with Priority: HIGHEST for action security_group_members [ 643.518778] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0826b025-7241-40fa-8ff0-0354b34b3f4f with Priority: HIGHEST for action port [ 643.519065] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d245eef6-5371-47ae-aacd-21ec39f91d63 taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.519281] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d245eef6-5371-47ae-aacd-21ec39f91d63" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.519281] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d245eef6-5371-47ae-aacd-21ec39f91d63" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.519928] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d245eef6-5371-47ae-aacd-21ec39f91d63" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.519928] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d245eef6-5371-47ae-aacd-21ec39f91d63',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 643.520683] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock member-d245eef6-5371-47ae-aacd-21ec39f91d63 taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.520998] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d245eef6-5371-47ae-aacd-21ec39f91d63" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.520998] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d245eef6-5371-47ae-aacd-21ec39f91d63" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.522555] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d245eef6-5371-47ae-aacd-21ec39f91d63" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.522555] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.522995] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.523115] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.523202] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.523287] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.523370] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d245eef6-5371-47ae-aacd-21ec39f91d63',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 643.524260] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock port-0826b025-7241-40fa-8ff0-0354b34b3f4f taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.524411] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0826b025-7241-40fa-8ff0-0354b34b3f4f" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.524488] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0826b025-7241-40fa-8ff0-0354b34b3f4f" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.524576] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0826b025-7241-40fa-8ff0-0354b34b3f4f" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.524674] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0826b025-7241-40fa-8ff0-0354b34b3f4f',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 643.527309] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5823f25b-ebb3-44a1-adb2-72eab06a38c1 in Status: SUCCESS [ 643.528157] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5823f25b-ebb3-44a1-adb2-72eab06a38c1" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.530199] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5823f25b-ebb3-44a1-adb2-72eab06a38c1" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.530199] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5823f25b-ebb3-44a1-adb2-72eab06a38c1" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.530199] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.530199] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.530199] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.530199] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.530199] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.530199] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5823f25b-ebb3-44a1-adb2-72eab06a38c1" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.530199] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5823f25b-ebb3-44a1-adb2-72eab06a38c1',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 643.547207] env[65288]: INFO networking_nsxv3.common.synchronization [req-776855a5-d3f6-49b7-9af1-55dd076d30b1 req-d13b7c3d-4881-4f1b-bafc-349a7de6b0dd tempest-FloatingIPsAssociationTestJSON-1475271212 tempest-FloatingIPsAssociationTestJSON-1475271212-project-member] Enqueued Resource ID: edfabf1f-8fc9-40d7-a772-417a53540aaf with Priority: HIGHEST for action security_group_members [ 643.548167] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: edfabf1f-8fc9-40d7-a772-417a53540aaf with Priority: HIGHEST for action security_group_members [ 643.548495] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock member-edfabf1f-8fc9-40d7-a772-417a53540aaf taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.549027] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-edfabf1f-8fc9-40d7-a772-417a53540aaf" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.549027] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-edfabf1f-8fc9-40d7-a772-417a53540aaf" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.549715] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-edfabf1f-8fc9-40d7-a772-417a53540aaf" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.549715] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.549715] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.549880] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.551386] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.551386] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.551386] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('edfabf1f-8fc9-40d7-a772-417a53540aaf',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 643.643069] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cb633488-fd57-4814-b820-0f38380a3239 in Status: SUCCESS [ 643.643245] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cb633488-fd57-4814-b820-0f38380a3239" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.643408] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cb633488-fd57-4814-b820-0f38380a3239" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.643645] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cb633488-fd57-4814-b820-0f38380a3239" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.643843] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.644188] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.644188] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.644188] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.644337] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.644456] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cb633488-fd57-4814-b820-0f38380a3239" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.644635] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('cb633488-fd57-4814-b820-0f38380a3239',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 643.657758] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.658133] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.658133] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.658300] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.658392] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.658496] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7c0d4d7d-0f42-44b6-9b96-48783f50789f is going to be created. [ 643.687877] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.688311] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.688311] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.688439] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.691871] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.702036] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7c0d4d7d-0f42-44b6-9b96-48783f50789f in Status: UNINITIALIZED for 2s [ 643.839935] env[65288]: INFO networking_nsxv3.common.synchronization [None req-4af6b822-0cc9-400a-8791-1b1c17a4cda6 tempest-AttachInterfacesUnderV243Test-1657264318 tempest-AttachInterfacesUnderV243Test-1657264318-project-member] Enqueued Resource ID: d857526d-eac7-4714-83fd-2e68ebaa6ac6 with Priority: HIGHEST for action security_group_rules [ 643.840517] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d857526d-eac7-4714-83fd-2e68ebaa6ac6 with Priority: HIGHEST for action security_group_rules [ 643.840812] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d857526d-eac7-4714-83fd-2e68ebaa6ac6 taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.840981] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d857526d-eac7-4714-83fd-2e68ebaa6ac6" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.842178] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d857526d-eac7-4714-83fd-2e68ebaa6ac6" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.842178] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d857526d-eac7-4714-83fd-2e68ebaa6ac6" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.842178] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d857526d-eac7-4714-83fd-2e68ebaa6ac6',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 644.018338] env[65288]: INFO networking_nsxv3.common.synchronization [None req-75794e5a-93a6-494d-aa02-f7af220b4cfc tempest-AttachInterfacesUnderV243Test-1657264318 tempest-AttachInterfacesUnderV243Test-1657264318-project-member] Enqueued Resource ID: d857526d-eac7-4714-83fd-2e68ebaa6ac6 with Priority: HIGHEST for action security_group_rules [ 644.018962] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d857526d-eac7-4714-83fd-2e68ebaa6ac6 with Priority: HIGHEST for action security_group_rules [ 644.020476] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d857526d-eac7-4714-83fd-2e68ebaa6ac6 taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.020476] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d857526d-eac7-4714-83fd-2e68ebaa6ac6" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.027620] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock member-d245eef6-5371-47ae-aacd-21ec39f91d63 taken with stack trace [, , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.027778] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d245eef6-5371-47ae-aacd-21ec39f91d63" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.029200] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d245eef6-5371-47ae-aacd-21ec39f91d63',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 644.030902] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0826b025-7241-40fa-8ff0-0354b34b3f4f with status ACTIVE [ 644.031163] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.031338] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.031338] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.031768] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.031768] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.031876] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.034805] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.034805] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.034805] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.034805] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.034805] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.034805] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.034805] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.034805] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.034805] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.034805] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0826b025-7241-40fa-8ff0-0354b34b3f4f is going to be updated. [ 644.034805] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock member-5823f25b-ebb3-44a1-adb2-72eab06a38c1 taken with stack trace [, , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.034805] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5823f25b-ebb3-44a1-adb2-72eab06a38c1" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.034805] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5823f25b-ebb3-44a1-adb2-72eab06a38c1" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.034805] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5823f25b-ebb3-44a1-adb2-72eab06a38c1" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.034805] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.034805] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.036238] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.036238] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.036238] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.036238] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5823f25b-ebb3-44a1-adb2-72eab06a38c1" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.036238] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock member-5823f25b-ebb3-44a1-adb2-72eab06a38c1 taken with stack trace [, , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.036238] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5823f25b-ebb3-44a1-adb2-72eab06a38c1" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.036238] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5823f25b-ebb3-44a1-adb2-72eab06a38c1" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.036238] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5823f25b-ebb3-44a1-adb2-72eab06a38c1" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.036238] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.036238] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.036238] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.036238] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.036238] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.036238] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5823f25b-ebb3-44a1-adb2-72eab06a38c1" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.036791] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5823f25b-ebb3-44a1-adb2-72eab06a38c1',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 644.055720] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.055909] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.055958] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.056721] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.056721] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.056721] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.056721] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.056721] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.057085] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.057085] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.057195] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: edfabf1f-8fc9-40d7-a772-417a53540aaf already deleted. [ 644.057195] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-edfabf1f-8fc9-40d7-a772-417a53540aaf" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.068432] env[65288]: DEBUG networking_nsxv3.common.locking [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Lock network-436 taken with stack trace [, , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.068661] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquiring lock "network-436" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.068736] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired lock "network-436" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.069071] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired external semaphore "network-436" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.069326] env[65288]: DEBUG networking_nsxv3.common.locking [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.070104] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquiring lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.070260] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.070503] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired external semaphore "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.070650] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Releasing lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.070849] env[65288]: DEBUG dogpile.cache.region [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] No value present for key: 'zone-id' {{(pid=65288) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 644.070956] env[65288]: DEBUG dogpile.lock [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] NeedRegenerationException {{(pid=65288) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 644.071180] env[65288]: DEBUG dogpile.lock [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] no value, waiting for create lock {{(pid=65288) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 644.071180] env[65288]: DEBUG dogpile.lock [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] value creation lock acquired {{(pid=65288) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 644.071276] env[65288]: DEBUG dogpile.cache.region [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] No value present for key: 'zone-id' {{(pid=65288) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 644.071381] env[65288]: DEBUG dogpile.lock [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Calling creation function for not-yet-present value {{(pid=65288) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 644.071467] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 644.073679] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.073796] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.073857] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.074046] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.074179] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.075132] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0826b025-7241-40fa-8ff0-0354b34b3f4f" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.104247] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 644.104466] env[65288]: DEBUG dogpile.cache.region [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Cache value generated in 0.033 seconds for key(s): 'zone-id' {{(pid=65288) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 644.104627] env[65288]: DEBUG dogpile.lock [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Released creation lock {{(pid=65288) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 644.106224] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Releasing lock "network-436" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.106224] env[65288]: DEBUG networking_nsxv3.common.locking [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Lock port-246dff8c-d14e-436d-ac16-e8df7e0b5501 taken with stack trace [, , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.106224] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquiring lock "port-246dff8c-d14e-436d-ac16-e8df7e0b5501" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.106224] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired lock "port-246dff8c-d14e-436d-ac16-e8df7e0b5501" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.106728] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired external semaphore "port-246dff8c-d14e-436d-ac16-e8df7e0b5501" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.107052] env[65288]: DEBUG networking_nsxv3.api.rpc [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('246dff8c-d14e-436d-ac16-e8df7e0b5501',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 644.148550] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock member-cb633488-fd57-4814-b820-0f38380a3239 taken with stack trace [, , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.148550] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cb633488-fd57-4814-b820-0f38380a3239" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.148550] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cb633488-fd57-4814-b820-0f38380a3239" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.148550] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cb633488-fd57-4814-b820-0f38380a3239" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.148877] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.148938] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.148983] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.149216] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.149703] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.149825] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cb633488-fd57-4814-b820-0f38380a3239" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.150042] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock member-cb633488-fd57-4814-b820-0f38380a3239 taken with stack trace [, , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.150122] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cb633488-fd57-4814-b820-0f38380a3239" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.150122] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cb633488-fd57-4814-b820-0f38380a3239" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.150424] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cb633488-fd57-4814-b820-0f38380a3239" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.150585] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.150683] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.150744] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.150889] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.150966] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.151198] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cb633488-fd57-4814-b820-0f38380a3239" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.151299] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('cb633488-fd57-4814-b820-0f38380a3239',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 644.364671] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.364671] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.364671] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.364910] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.365083] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.365150] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d857526d-eac7-4714-83fd-2e68ebaa6ac6 already deleted. [ 644.365197] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d857526d-eac7-4714-83fd-2e68ebaa6ac6" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.365356] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d857526d-eac7-4714-83fd-2e68ebaa6ac6" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.365507] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d857526d-eac7-4714-83fd-2e68ebaa6ac6" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.365589] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d857526d-eac7-4714-83fd-2e68ebaa6ac6',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 644.531414] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d245eef6-5371-47ae-aacd-21ec39f91d63',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 644.541249] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5823f25b-ebb3-44a1-adb2-72eab06a38c1: rpc.has_security_group_logging(os_id): False [ 644.560887] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.561072] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.561131] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.561317] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.561412] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.561712] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.561816] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.563585] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.563585] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.563585] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.563585] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.563585] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.563585] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.563585] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.563585] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.563585] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.563585] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.563585] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.563585] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.563585] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.563585] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5823f25b-ebb3-44a1-adb2-72eab06a38c1 is going to be updated. [ 644.610115] env[65288]: DEBUG networking_nsxv3.common.locking [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.610352] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.610473] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.610759] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.611298] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.611298] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Segment Port 246dff8c-d14e-436d-ac16-e8df7e0b5501 not found, creating... [ 644.612445] env[65288]: DEBUG networking_nsxv3.common.locking [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.612445] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquiring lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.612445] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.612445] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired external semaphore "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.612445] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Releasing lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.612445] env[65288]: DEBUG networking_nsxv3.common.locking [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.612445] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.612445] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.613369] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.613369] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.613369] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Resource: SegmentPort with ID: 246dff8c-d14e-436d-ac16-e8df7e0b5501 is going to be created. [ 644.634291] env[65288]: DEBUG networking_nsxv3.common.locking [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.634638] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.634785] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.635102] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.635346] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.635599] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Releasing lock "port-246dff8c-d14e-436d-ac16-e8df7e0b5501" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.638320] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.638320] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.638521] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.638564] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.638740] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.653580] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for cb633488-fd57-4814-b820-0f38380a3239: rpc.has_security_group_logging(os_id): False [ 644.655575] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5823f25b-ebb3-44a1-adb2-72eab06a38c1 in Status: IN_PROGRESS for 2s [ 644.672356] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.672697] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.672697] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.672775] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.673481] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.673481] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.673481] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.673481] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.673481] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.673481] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.673944] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.673944] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.673944] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.673944] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.674096] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.674214] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.674378] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.674378] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.674540] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.674540] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.674649] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cb633488-fd57-4814-b820-0f38380a3239 is going to be created. [ 644.797508] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.797727] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.797727] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.798052] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.798373] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.819175] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cb633488-fd57-4814-b820-0f38380a3239 in Status: IN_PROGRESS for 2s [ 644.891780] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.891992] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.891992] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.892244] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.892337] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.892432] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d857526d-eac7-4714-83fd-2e68ebaa6ac6 already deleted. [ 644.892513] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d857526d-eac7-4714-83fd-2e68ebaa6ac6" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.960906] env[65288]: INFO networking_nsxv3.common.synchronization [None req-4ac16886-04ec-4f7b-b337-a1afb8496a08 None None] Enqueued Resource ID: eaa31c37-8332-4915-8ccd-168771f1fab3 with Priority: HIGHEST for action port [ 644.961560] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eaa31c37-8332-4915-8ccd-168771f1fab3 with Priority: HIGHEST for action port [ 644.961898] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock port-eaa31c37-8332-4915-8ccd-168771f1fab3 taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.962749] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-eaa31c37-8332-4915-8ccd-168771f1fab3" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.962867] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-eaa31c37-8332-4915-8ccd-168771f1fab3" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.963160] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-eaa31c37-8332-4915-8ccd-168771f1fab3" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.963507] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('eaa31c37-8332-4915-8ccd-168771f1fab3',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 645.036116] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.036304] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.036304] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.036490] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.036584] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.036682] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d245eef6-5371-47ae-aacd-21ec39f91d63 is going to be created. [ 645.062794] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.062794] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.063075] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.063075] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.063213] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.073236] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d245eef6-5371-47ae-aacd-21ec39f91d63 in Status: UNINITIALIZED for 2s [ 645.409602] env[65288]: INFO networking_nsxv3.common.synchronization [req-776855a5-d3f6-49b7-9af1-55dd076d30b1 req-0634da5b-45ee-4172-9370-1d074a92a3d3 service nova] Enqueued Resource ID: edfabf1f-8fc9-40d7-a772-417a53540aaf with Priority: HIGHEST for action security_group_rules [ 645.409807] env[65288]: INFO networking_nsxv3.common.synchronization [req-776855a5-d3f6-49b7-9af1-55dd076d30b1 req-0634da5b-45ee-4172-9370-1d074a92a3d3 service nova] Enqueued Resource ID: edfabf1f-8fc9-40d7-a772-417a53540aaf with Priority: HIGHEST for action security_group_members [ 645.409954] env[65288]: INFO networking_nsxv3.common.synchronization [req-776855a5-d3f6-49b7-9af1-55dd076d30b1 req-0634da5b-45ee-4172-9370-1d074a92a3d3 service nova] Enqueued Resource ID: 246dff8c-d14e-436d-ac16-e8df7e0b5501 with Priority: HIGHEST for action port [ 645.410653] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: edfabf1f-8fc9-40d7-a772-417a53540aaf with Priority: HIGHEST for action security_group_rules [ 645.410791] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: edfabf1f-8fc9-40d7-a772-417a53540aaf with Priority: HIGHEST for action security_group_members [ 645.410968] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 246dff8c-d14e-436d-ac16-e8df7e0b5501 with Priority: HIGHEST for action port [ 645.411281] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock rules-edfabf1f-8fc9-40d7-a772-417a53540aaf taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.411399] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-edfabf1f-8fc9-40d7-a772-417a53540aaf" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.411474] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-edfabf1f-8fc9-40d7-a772-417a53540aaf" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.412271] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-edfabf1f-8fc9-40d7-a772-417a53540aaf" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.412271] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('edfabf1f-8fc9-40d7-a772-417a53540aaf',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 645.412917] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock member-edfabf1f-8fc9-40d7-a772-417a53540aaf taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.413066] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-edfabf1f-8fc9-40d7-a772-417a53540aaf" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.413066] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-edfabf1f-8fc9-40d7-a772-417a53540aaf" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.413327] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-edfabf1f-8fc9-40d7-a772-417a53540aaf" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.413511] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.413651] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.413732] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.413902] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.414034] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.414157] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('edfabf1f-8fc9-40d7-a772-417a53540aaf',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 645.415306] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock port-246dff8c-d14e-436d-ac16-e8df7e0b5501 taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.415306] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-246dff8c-d14e-436d-ac16-e8df7e0b5501" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.415306] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-246dff8c-d14e-436d-ac16-e8df7e0b5501" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.415470] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-246dff8c-d14e-436d-ac16-e8df7e0b5501" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.415554] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('246dff8c-d14e-436d-ac16-e8df7e0b5501',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 645.466770] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port eaa31c37-8332-4915-8ccd-168771f1fab3 [ 645.466770] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.466770] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.466770] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.466770] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.466770] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.466770] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:eaa31c37-8332-4915-8ccd-168771f1fab3 already deleted. [ 645.466770] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-eaa31c37-8332-4915-8ccd-168771f1fab3" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.713240] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7c0d4d7d-0f42-44b6-9b96-48783f50789f in Status: SUCCESS [ 645.713240] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7c0d4d7d-0f42-44b6-9b96-48783f50789f" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.713908] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7c0d4d7d-0f42-44b6-9b96-48783f50789f" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.713992] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7c0d4d7d-0f42-44b6-9b96-48783f50789f" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.714197] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.714327] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.714386] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.715168] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.715168] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.715168] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7c0d4d7d-0f42-44b6-9b96-48783f50789f" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.715168] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7c0d4d7d-0f42-44b6-9b96-48783f50789f',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 645.917746] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('edfabf1f-8fc9-40d7-a772-417a53540aaf',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 645.919430] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock member-edfabf1f-8fc9-40d7-a772-417a53540aaf taken with stack trace [, , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.919430] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-edfabf1f-8fc9-40d7-a772-417a53540aaf" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.919811] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 246dff8c-d14e-436d-ac16-e8df7e0b5501 with status ACTIVE [ 645.920018] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.920224] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.920224] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.921311] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.921311] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.921311] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.921311] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.921311] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.921311] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.921311] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.921757] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.921757] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.921757] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.921880] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.921944] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.922173] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 246dff8c-d14e-436d-ac16-e8df7e0b5501 is going to be updated. [ 645.944596] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.944790] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.944889] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.945242] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.945503] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.945629] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-246dff8c-d14e-436d-ac16-e8df7e0b5501" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.221626] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7c0d4d7d-0f42-44b6-9b96-48783f50789f',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 646.423902] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('edfabf1f-8fc9-40d7-a772-417a53540aaf',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 646.507892] env[65288]: INFO networking_nsxv3.common.synchronization [req-c8e8f129-cfd3-4452-8516-8d939eeb16f5 req-8f37a2fc-d774-482c-83ef-3aee35c2654d tempest-SecurityGroupRulesNegativeTestJSON-925495188 tempest-SecurityGroupRulesNegativeTestJSON-925495188-project-member] Enqueued Resource ID: aa2b4bdb-e39c-4a63-bec8-e770ac0f1614 with Priority: HIGHEST for action security_group_rules [ 646.508440] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aa2b4bdb-e39c-4a63-bec8-e770ac0f1614 with Priority: HIGHEST for action security_group_rules [ 646.508802] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock rules-aa2b4bdb-e39c-4a63-bec8-e770ac0f1614 taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.508924] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-aa2b4bdb-e39c-4a63-bec8-e770ac0f1614" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.508985] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-aa2b4bdb-e39c-4a63-bec8-e770ac0f1614" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.509193] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-aa2b4bdb-e39c-4a63-bec8-e770ac0f1614" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.509320] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('aa2b4bdb-e39c-4a63-bec8-e770ac0f1614',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 646.668353] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5823f25b-ebb3-44a1-adb2-72eab06a38c1 in Status: SUCCESS [ 646.668556] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5823f25b-ebb3-44a1-adb2-72eab06a38c1" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.725335] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7c0d4d7d-0f42-44b6-9b96-48783f50789f: rpc.has_security_group_logging(os_id): False [ 646.747677] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.749907] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.749992] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.750246] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.750345] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.750618] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.750726] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.750790] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.750950] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.751042] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.751301] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7c0d4d7d-0f42-44b6-9b96-48783f50789f is going to be created. [ 646.830977] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.831277] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.831399] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.832540] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.834329] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.835868] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cb633488-fd57-4814-b820-0f38380a3239 in Status: SUCCESS [ 646.835868] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cb633488-fd57-4814-b820-0f38380a3239" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.844959] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7c0d4d7d-0f42-44b6-9b96-48783f50789f in Status: IN_PROGRESS for 2s [ 646.929474] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.929474] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.929474] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.929474] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.929474] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.929474] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: edfabf1f-8fc9-40d7-a772-417a53540aaf is going to be created. [ 646.979168] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.981079] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.981079] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.981079] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.981079] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.997406] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: edfabf1f-8fc9-40d7-a772-417a53540aaf in Status: UNINITIALIZED for 2s [ 647.035835] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.035835] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.035835] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.035835] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.035835] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.035835] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: aa2b4bdb-e39c-4a63-bec8-e770ac0f1614 already deleted. [ 647.035835] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-aa2b4bdb-e39c-4a63-bec8-e770ac0f1614" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.087148] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d245eef6-5371-47ae-aacd-21ec39f91d63 in Status: SUCCESS [ 647.088092] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d245eef6-5371-47ae-aacd-21ec39f91d63" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.088092] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d245eef6-5371-47ae-aacd-21ec39f91d63" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.088092] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d245eef6-5371-47ae-aacd-21ec39f91d63" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.088092] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.088092] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.088368] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.088368] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.088434] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.088523] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d245eef6-5371-47ae-aacd-21ec39f91d63" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.088595] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d245eef6-5371-47ae-aacd-21ec39f91d63',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 647.284608] env[65288]: INFO networking_nsxv3.common.synchronization [req-6855b9ca-03bf-4f77-88b5-435cc76293b7 req-5a72ce4a-540b-4a90-998f-d4f889d87f6a tempest-SecurityGroupRulesTestJSON-733221779 tempest-SecurityGroupRulesTestJSON-733221779-project-member] Enqueued Resource ID: 3629d98b-06b7-4ea2-8960-66b3f5dae174 with Priority: HIGHEST for action security_group_rules [ 647.288037] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3629d98b-06b7-4ea2-8960-66b3f5dae174 with Priority: HIGHEST for action security_group_rules [ 647.291145] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3629d98b-06b7-4ea2-8960-66b3f5dae174 taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.291145] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3629d98b-06b7-4ea2-8960-66b3f5dae174" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.291145] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3629d98b-06b7-4ea2-8960-66b3f5dae174" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.291145] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3629d98b-06b7-4ea2-8960-66b3f5dae174" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.291145] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3629d98b-06b7-4ea2-8960-66b3f5dae174',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 647.593060] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock member-d245eef6-5371-47ae-aacd-21ec39f91d63 taken with stack trace [, , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.593060] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d245eef6-5371-47ae-aacd-21ec39f91d63" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.593060] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d245eef6-5371-47ae-aacd-21ec39f91d63" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.593060] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d245eef6-5371-47ae-aacd-21ec39f91d63" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.593060] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.593326] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.593326] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.593430] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.593559] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.593697] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d245eef6-5371-47ae-aacd-21ec39f91d63" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.593929] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock member-d245eef6-5371-47ae-aacd-21ec39f91d63 taken with stack trace [, , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.594109] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d245eef6-5371-47ae-aacd-21ec39f91d63" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.595113] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d245eef6-5371-47ae-aacd-21ec39f91d63" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.595113] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d245eef6-5371-47ae-aacd-21ec39f91d63" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.595113] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.595113] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.595113] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.598030] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.598030] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.598591] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d245eef6-5371-47ae-aacd-21ec39f91d63" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.598591] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d245eef6-5371-47ae-aacd-21ec39f91d63',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 647.834074] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.834074] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.834074] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.834074] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.834074] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.834074] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3629d98b-06b7-4ea2-8960-66b3f5dae174 already deleted. [ 647.834074] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3629d98b-06b7-4ea2-8960-66b3f5dae174" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.940130] env[65288]: INFO networking_nsxv3.common.synchronization [req-322bc72c-9c30-4b5c-be8c-530de71bd706 req-64529a84-1f94-43e1-9c5d-f01a1e00279e tempest-DeleteServersAdminTestJSON-804676728 tempest-DeleteServersAdminTestJSON-804676728-project-member] Enqueued Resource ID: b6fe7cc2-2f0a-4283-8763-dc7c3132388f with Priority: HIGHEST for action security_group_members [ 647.944512] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b6fe7cc2-2f0a-4283-8763-dc7c3132388f with Priority: HIGHEST for action security_group_members [ 647.944572] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock member-b6fe7cc2-2f0a-4283-8763-dc7c3132388f taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.944685] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b6fe7cc2-2f0a-4283-8763-dc7c3132388f" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.944754] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b6fe7cc2-2f0a-4283-8763-dc7c3132388f" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.945337] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b6fe7cc2-2f0a-4283-8763-dc7c3132388f" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.945874] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.946049] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.946116] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.946563] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.946563] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.946563] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b6fe7cc2-2f0a-4283-8763-dc7c3132388f',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 648.102136] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d245eef6-5371-47ae-aacd-21ec39f91d63: rpc.has_security_group_logging(os_id): False [ 648.126305] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.126305] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.126305] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.126305] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.126305] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.126305] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.126305] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.126305] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.126305] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.126305] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.126305] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.126305] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.126305] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.126305] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.126305] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.127163] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.127404] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.127579] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.129655] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.129655] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.129655] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d245eef6-5371-47ae-aacd-21ec39f91d63 is going to be created. [ 648.192589] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.192779] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.192779] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.193175] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.193272] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.210923] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d245eef6-5371-47ae-aacd-21ec39f91d63 in Status: IN_PROGRESS for 2s [ 648.449592] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.449839] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.450158] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.450335] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.450335] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.450539] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.450636] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.450636] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.450860] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.450947] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.451066] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b6fe7cc2-2f0a-4283-8763-dc7c3132388f is going to be updated. [ 648.484025] env[65288]: DEBUG networking_nsxv3.common.locking [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Lock network-280 taken with stack trace [, , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.486342] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquiring lock "network-280" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.486342] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired lock "network-280" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.486342] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired external semaphore "network-280" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.486342] env[65288]: DEBUG networking_nsxv3.common.locking [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.486342] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquiring lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.486342] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.486342] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired external semaphore "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.486342] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Releasing lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.487492] env[65288]: DEBUG dogpile.cache.region [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] No value present for key: 'zone-id' {{(pid=65288) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 648.487492] env[65288]: DEBUG dogpile.lock [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] NeedRegenerationException {{(pid=65288) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 648.487492] env[65288]: DEBUG dogpile.lock [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] no value, waiting for create lock {{(pid=65288) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 648.487492] env[65288]: DEBUG dogpile.lock [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] value creation lock acquired {{(pid=65288) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 648.487840] env[65288]: DEBUG dogpile.cache.region [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] No value present for key: 'zone-id' {{(pid=65288) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 648.488538] env[65288]: DEBUG dogpile.lock [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Calling creation function for not-yet-present value {{(pid=65288) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 648.488538] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 648.490903] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.490903] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.490903] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.491251] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.491436] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.505762] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b6fe7cc2-2f0a-4283-8763-dc7c3132388f in Status: IN_PROGRESS for 2s [ 648.517861] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 648.517861] env[65288]: DEBUG dogpile.cache.region [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Cache value generated in 0.028 seconds for key(s): 'zone-id' {{(pid=65288) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 648.517861] env[65288]: DEBUG dogpile.lock [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Released creation lock {{(pid=65288) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 648.517861] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Releasing lock "network-280" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.517861] env[65288]: DEBUG networking_nsxv3.common.locking [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Lock port-d4778a50-06e9-4991-b852-a84b6bdf5219 taken with stack trace [, , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.517861] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquiring lock "port-d4778a50-06e9-4991-b852-a84b6bdf5219" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.517861] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired lock "port-d4778a50-06e9-4991-b852-a84b6bdf5219" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.517861] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired external semaphore "port-d4778a50-06e9-4991-b852-a84b6bdf5219" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.518551] env[65288]: DEBUG networking_nsxv3.api.rpc [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d4778a50-06e9-4991-b852-a84b6bdf5219',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 648.865793] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7c0d4d7d-0f42-44b6-9b96-48783f50789f in Status: SUCCESS [ 648.865793] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7c0d4d7d-0f42-44b6-9b96-48783f50789f" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.008848] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: edfabf1f-8fc9-40d7-a772-417a53540aaf in Status: SUCCESS [ 649.009085] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-edfabf1f-8fc9-40d7-a772-417a53540aaf" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.009231] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-edfabf1f-8fc9-40d7-a772-417a53540aaf" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.009480] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-edfabf1f-8fc9-40d7-a772-417a53540aaf" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.009709] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.009971] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.009971] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.009971] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.010163] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.010163] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-edfabf1f-8fc9-40d7-a772-417a53540aaf" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.010286] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('edfabf1f-8fc9-40d7-a772-417a53540aaf',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 649.022560] env[65288]: DEBUG networking_nsxv3.common.locking [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.022857] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.023018] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.024065] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.024065] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.024065] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Segment Port d4778a50-06e9-4991-b852-a84b6bdf5219 not found, creating... [ 649.024065] env[65288]: DEBUG networking_nsxv3.common.locking [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.024276] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquiring lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.024402] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.024706] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired external semaphore "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.024903] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Releasing lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.025685] env[65288]: DEBUG networking_nsxv3.common.locking [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.025873] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.026034] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.026324] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.026479] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.027137] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Resource: SegmentPort with ID: d4778a50-06e9-4991-b852-a84b6bdf5219 is going to be created. [ 649.057486] env[65288]: DEBUG networking_nsxv3.common.locking [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.057732] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.057732] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.058590] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.058590] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.058590] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Releasing lock "port-d4778a50-06e9-4991-b852-a84b6bdf5219" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.515195] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock member-edfabf1f-8fc9-40d7-a772-417a53540aaf taken with stack trace [, , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.515501] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-edfabf1f-8fc9-40d7-a772-417a53540aaf" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.515585] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-edfabf1f-8fc9-40d7-a772-417a53540aaf" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.516424] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-edfabf1f-8fc9-40d7-a772-417a53540aaf" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.516424] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.516424] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.516424] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.516424] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.516424] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.516746] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-edfabf1f-8fc9-40d7-a772-417a53540aaf" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.516746] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock member-edfabf1f-8fc9-40d7-a772-417a53540aaf taken with stack trace [, , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.516842] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-edfabf1f-8fc9-40d7-a772-417a53540aaf" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.516842] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-edfabf1f-8fc9-40d7-a772-417a53540aaf" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.516991] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-edfabf1f-8fc9-40d7-a772-417a53540aaf" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.517188] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.517339] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.517339] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.517482] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.518595] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.518595] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-edfabf1f-8fc9-40d7-a772-417a53540aaf" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.518595] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('edfabf1f-8fc9-40d7-a772-417a53540aaf',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 649.783014] env[65288]: INFO networking_nsxv3.common.synchronization [req-322bc72c-9c30-4b5c-be8c-530de71bd706 req-4044d4e6-f8bc-4e2b-8e5d-87f023a4c8cf service nova] Enqueued Resource ID: b6fe7cc2-2f0a-4283-8763-dc7c3132388f with Priority: HIGHEST for action security_group_rules [ 649.783014] env[65288]: INFO networking_nsxv3.common.synchronization [req-322bc72c-9c30-4b5c-be8c-530de71bd706 req-4044d4e6-f8bc-4e2b-8e5d-87f023a4c8cf service nova] Enqueued Resource ID: b6fe7cc2-2f0a-4283-8763-dc7c3132388f with Priority: HIGHEST for action security_group_members [ 649.783014] env[65288]: INFO networking_nsxv3.common.synchronization [req-322bc72c-9c30-4b5c-be8c-530de71bd706 req-4044d4e6-f8bc-4e2b-8e5d-87f023a4c8cf service nova] Enqueued Resource ID: d4778a50-06e9-4991-b852-a84b6bdf5219 with Priority: HIGHEST for action port [ 649.783783] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b6fe7cc2-2f0a-4283-8763-dc7c3132388f with Priority: HIGHEST for action security_group_rules [ 649.783783] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b6fe7cc2-2f0a-4283-8763-dc7c3132388f with Priority: HIGHEST for action security_group_members [ 649.783881] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d4778a50-06e9-4991-b852-a84b6bdf5219 with Priority: HIGHEST for action port [ 649.784438] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b6fe7cc2-2f0a-4283-8763-dc7c3132388f taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.784531] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b6fe7cc2-2f0a-4283-8763-dc7c3132388f" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.784705] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b6fe7cc2-2f0a-4283-8763-dc7c3132388f" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.785092] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b6fe7cc2-2f0a-4283-8763-dc7c3132388f" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.785200] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b6fe7cc2-2f0a-4283-8763-dc7c3132388f',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 649.786133] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock member-b6fe7cc2-2f0a-4283-8763-dc7c3132388f taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.786133] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b6fe7cc2-2f0a-4283-8763-dc7c3132388f" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.786290] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock port-d4778a50-06e9-4991-b852-a84b6bdf5219 taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.786410] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d4778a50-06e9-4991-b852-a84b6bdf5219" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.786502] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d4778a50-06e9-4991-b852-a84b6bdf5219" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.786670] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d4778a50-06e9-4991-b852-a84b6bdf5219" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.786748] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d4778a50-06e9-4991-b852-a84b6bdf5219',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 650.022138] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for edfabf1f-8fc9-40d7-a772-417a53540aaf: rpc.has_security_group_logging(os_id): False [ 650.043851] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.044086] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.044086] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.044301] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.044387] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.044547] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.044664] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.044757] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.044838] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.044915] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.045122] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.045284] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.045284] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.045434] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.045521] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.045632] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.045722] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.045775] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.045903] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.045974] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.046052] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: edfabf1f-8fc9-40d7-a772-417a53540aaf is going to be created. [ 650.112228] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.112381] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.112577] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.112649] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.112835] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.125140] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: edfabf1f-8fc9-40d7-a772-417a53540aaf in Status: IN_PROGRESS for 2s [ 650.244804] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d245eef6-5371-47ae-aacd-21ec39f91d63 in Status: SUCCESS [ 650.245361] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d245eef6-5371-47ae-aacd-21ec39f91d63" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.288879] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock member-b6fe7cc2-2f0a-4283-8763-dc7c3132388f taken with stack trace [, , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.289120] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b6fe7cc2-2f0a-4283-8763-dc7c3132388f" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.289321] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d4778a50-06e9-4991-b852-a84b6bdf5219 with status ACTIVE [ 650.289504] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.289617] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.289684] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.289892] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.290022] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.290239] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.290354] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.290442] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.290565] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.290643] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.290823] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.291141] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.291141] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.291302] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.291363] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.291761] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d4778a50-06e9-4991-b852-a84b6bdf5219 is going to be updated. [ 650.316650] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.316848] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.317063] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.317405] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.317405] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.317633] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d4778a50-06e9-4991-b852-a84b6bdf5219" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.522467] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b6fe7cc2-2f0a-4283-8763-dc7c3132388f in Status: SUCCESS [ 650.523140] env[65288]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b6fe7cc2-2f0a-4283-8763-dc7c3132388f deletion is rescheduled due to dependency. [ 650.523140] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b6fe7cc2-2f0a-4283-8763-dc7c3132388f" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.523369] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b6fe7cc2-2f0a-4283-8763-dc7c3132388f" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.523641] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b6fe7cc2-2f0a-4283-8763-dc7c3132388f" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.523954] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.525362] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.525978] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.525978] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.526163] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.526226] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b6fe7cc2-2f0a-4283-8763-dc7c3132388f',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 650.639857] env[65288]: INFO networking_nsxv3.common.synchronization [req-165ba36e-8ec2-414a-b034-cef9d62003db req-827743f7-f0e7-4137-b6c6-b08cf941a14b tempest-MultipleCreateTestJSON-1771508532 tempest-MultipleCreateTestJSON-1771508532-project-member] Enqueued Resource ID: 829f8e2a-34a6-4ed5-87c0-e3080c6d8393 with Priority: HIGHEST for action security_group_members [ 650.642055] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 829f8e2a-34a6-4ed5-87c0-e3080c6d8393 with Priority: HIGHEST for action security_group_members [ 650.642055] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock member-829f8e2a-34a6-4ed5-87c0-e3080c6d8393 taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.642055] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-829f8e2a-34a6-4ed5-87c0-e3080c6d8393" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.642055] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-829f8e2a-34a6-4ed5-87c0-e3080c6d8393" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.642055] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-829f8e2a-34a6-4ed5-87c0-e3080c6d8393" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.643735] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.643735] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.643735] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.643735] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.643735] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.643735] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('829f8e2a-34a6-4ed5-87c0-e3080c6d8393',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 651.032870] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b6fe7cc2-2f0a-4283-8763-dc7c3132388f',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 651.115631] env[65288]: DEBUG networking_nsxv3.common.locking [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Lock network-103 taken with stack trace [, , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.115928] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquiring lock "network-103" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.116350] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired lock "network-103" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.116798] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired external semaphore "network-103" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.116977] env[65288]: DEBUG networking_nsxv3.common.locking [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.117177] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquiring lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.117295] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.117521] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired external semaphore "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.117659] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Releasing lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.117866] env[65288]: DEBUG dogpile.cache.region [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] No value present for key: 'zone-id' {{(pid=65288) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 651.117973] env[65288]: DEBUG dogpile.lock [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] NeedRegenerationException {{(pid=65288) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 651.118093] env[65288]: DEBUG dogpile.lock [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] no value, waiting for create lock {{(pid=65288) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 651.118202] env[65288]: DEBUG dogpile.lock [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] value creation lock acquired {{(pid=65288) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 651.118306] env[65288]: DEBUG dogpile.cache.region [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] No value present for key: 'zone-id' {{(pid=65288) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 651.118403] env[65288]: DEBUG dogpile.lock [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Calling creation function for not-yet-present value {{(pid=65288) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 651.118527] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 651.147797] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.148114] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.148114] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.148424] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.148672] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.148844] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.148971] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.149052] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.149268] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.149834] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.149834] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 829f8e2a-34a6-4ed5-87c0-e3080c6d8393 already deleted. [ 651.149834] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-829f8e2a-34a6-4ed5-87c0-e3080c6d8393" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.150751] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 651.150954] env[65288]: DEBUG dogpile.cache.region [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Cache value generated in 0.032 seconds for key(s): 'zone-id' {{(pid=65288) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 651.151112] env[65288]: DEBUG dogpile.lock [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Released creation lock {{(pid=65288) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 651.151294] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Releasing lock "network-103" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.151658] env[65288]: DEBUG networking_nsxv3.common.locking [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Lock port-8155e685-4f2d-48da-b244-2121f5e63e13 taken with stack trace [, , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.151833] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquiring lock "port-8155e685-4f2d-48da-b244-2121f5e63e13" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.151964] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired lock "port-8155e685-4f2d-48da-b244-2121f5e63e13" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.152364] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired external semaphore "port-8155e685-4f2d-48da-b244-2121f5e63e13" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.152506] env[65288]: DEBUG networking_nsxv3.api.rpc [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8155e685-4f2d-48da-b244-2121f5e63e13',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 651.538294] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b6fe7cc2-2f0a-4283-8763-dc7c3132388f',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 651.655915] env[65288]: DEBUG networking_nsxv3.common.locking [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.656247] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.656376] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.656752] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.656810] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.656935] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Segment Port 8155e685-4f2d-48da-b244-2121f5e63e13 not found, creating... [ 651.657286] env[65288]: DEBUG networking_nsxv3.common.locking [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.657513] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquiring lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.657635] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.659016] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired external semaphore "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.659016] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Releasing lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.659016] env[65288]: DEBUG networking_nsxv3.common.locking [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.659016] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.659016] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.659016] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.659016] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.659016] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Resource: SegmentPort with ID: 8155e685-4f2d-48da-b244-2121f5e63e13 is going to be created. [ 651.687365] env[65288]: DEBUG networking_nsxv3.common.locking [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.687610] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.687729] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.688053] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.688337] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.688652] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Releasing lock "port-8155e685-4f2d-48da-b244-2121f5e63e13" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.000940] env[65288]: INFO networking_nsxv3.common.synchronization [None req-23056e84-66df-4d5c-aaf3-2f98cf60b476 None None] Enqueued Resource ID: e89e3f30-fdb3-43c6-91ef-2d240e247229 with Priority: HIGHEST for action port [ 652.004022] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e89e3f30-fdb3-43c6-91ef-2d240e247229 with Priority: HIGHEST for action port [ 652.004022] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock port-e89e3f30-fdb3-43c6-91ef-2d240e247229 taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.004022] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e89e3f30-fdb3-43c6-91ef-2d240e247229" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.004022] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e89e3f30-fdb3-43c6-91ef-2d240e247229" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.004022] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e89e3f30-fdb3-43c6-91ef-2d240e247229" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.004022] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e89e3f30-fdb3-43c6-91ef-2d240e247229',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 652.041483] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.043092] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.043092] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.043092] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.043092] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.043092] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b6fe7cc2-2f0a-4283-8763-dc7c3132388f is going to be updated. [ 652.072022] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.072248] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.072248] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.072447] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.072610] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.082997] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b6fe7cc2-2f0a-4283-8763-dc7c3132388f in Status: IN_PROGRESS for 2s [ 652.140075] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: edfabf1f-8fc9-40d7-a772-417a53540aaf in Status: SUCCESS [ 652.140361] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-edfabf1f-8fc9-40d7-a772-417a53540aaf" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.504456] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e89e3f30-fdb3-43c6-91ef-2d240e247229 [ 652.504786] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.504964] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.505137] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.505365] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.505471] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.505538] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e89e3f30-fdb3-43c6-91ef-2d240e247229 already deleted. [ 652.505621] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e89e3f30-fdb3-43c6-91ef-2d240e247229" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.884193] env[65288]: INFO networking_nsxv3.common.synchronization [req-165ba36e-8ec2-414a-b034-cef9d62003db req-f2f5dce0-378d-4a93-9fe5-407dbc300c93 service nova] Enqueued Resource ID: 829f8e2a-34a6-4ed5-87c0-e3080c6d8393 with Priority: HIGHEST for action security_group_rules [ 652.884193] env[65288]: INFO networking_nsxv3.common.synchronization [req-165ba36e-8ec2-414a-b034-cef9d62003db req-f2f5dce0-378d-4a93-9fe5-407dbc300c93 service nova] Enqueued Resource ID: 829f8e2a-34a6-4ed5-87c0-e3080c6d8393 with Priority: HIGHEST for action security_group_members [ 652.884193] env[65288]: INFO networking_nsxv3.common.synchronization [req-165ba36e-8ec2-414a-b034-cef9d62003db req-f2f5dce0-378d-4a93-9fe5-407dbc300c93 service nova] Enqueued Resource ID: 8155e685-4f2d-48da-b244-2121f5e63e13 with Priority: HIGHEST for action port [ 652.884193] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 829f8e2a-34a6-4ed5-87c0-e3080c6d8393 with Priority: HIGHEST for action security_group_rules [ 652.885138] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 829f8e2a-34a6-4ed5-87c0-e3080c6d8393 with Priority: HIGHEST for action security_group_members [ 652.886261] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8155e685-4f2d-48da-b244-2121f5e63e13 with Priority: HIGHEST for action port [ 652.886669] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock rules-829f8e2a-34a6-4ed5-87c0-e3080c6d8393 taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.886962] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-829f8e2a-34a6-4ed5-87c0-e3080c6d8393" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.886962] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-829f8e2a-34a6-4ed5-87c0-e3080c6d8393" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.888240] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-829f8e2a-34a6-4ed5-87c0-e3080c6d8393" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.888240] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('829f8e2a-34a6-4ed5-87c0-e3080c6d8393',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 652.892049] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock member-829f8e2a-34a6-4ed5-87c0-e3080c6d8393 taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.892049] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-829f8e2a-34a6-4ed5-87c0-e3080c6d8393" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.892049] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-829f8e2a-34a6-4ed5-87c0-e3080c6d8393" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.892049] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-829f8e2a-34a6-4ed5-87c0-e3080c6d8393" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.892049] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.892049] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.892049] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.892049] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.892049] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.892049] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('829f8e2a-34a6-4ed5-87c0-e3080c6d8393',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 652.896728] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock port-8155e685-4f2d-48da-b244-2121f5e63e13 taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.896728] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8155e685-4f2d-48da-b244-2121f5e63e13" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.896728] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8155e685-4f2d-48da-b244-2121f5e63e13" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.896728] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8155e685-4f2d-48da-b244-2121f5e63e13" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.896728] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8155e685-4f2d-48da-b244-2121f5e63e13',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 653.244143] env[65288]: INFO networking_nsxv3.common.synchronization [req-165ba36e-8ec2-414a-b034-cef9d62003db req-d7fac2f8-5cdb-4212-a777-ed12c21e7cb6 tempest-MultipleCreateTestJSON-1771508532 tempest-MultipleCreateTestJSON-1771508532-project-member] Enqueued Resource ID: 829f8e2a-34a6-4ed5-87c0-e3080c6d8393 with Priority: HIGHEST for action security_group_members [ 653.244143] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 829f8e2a-34a6-4ed5-87c0-e3080c6d8393 with Priority: HIGHEST for action security_group_members [ 653.244143] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock member-829f8e2a-34a6-4ed5-87c0-e3080c6d8393 taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.244143] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-829f8e2a-34a6-4ed5-87c0-e3080c6d8393" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.397971] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('829f8e2a-34a6-4ed5-87c0-e3080c6d8393',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 653.398403] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock member-829f8e2a-34a6-4ed5-87c0-e3080c6d8393 taken with stack trace [, , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.398969] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-829f8e2a-34a6-4ed5-87c0-e3080c6d8393" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.398969] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8155e685-4f2d-48da-b244-2121f5e63e13 with status ACTIVE [ 653.398969] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.398969] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.399197] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.399369] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.399369] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.399627] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.399728] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.399788] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.399967] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.401258] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.401258] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.401534] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.403076] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.403076] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.403076] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.403076] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8155e685-4f2d-48da-b244-2121f5e63e13 is going to be updated. [ 653.431224] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.431224] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.431224] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.431224] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.431224] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.431224] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8155e685-4f2d-48da-b244-2121f5e63e13" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.671529] env[65288]: DEBUG networking_nsxv3.common.locking [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Lock network-103 taken with stack trace [, , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.671721] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquiring lock "network-103" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.671800] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired lock "network-103" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.672079] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired external semaphore "network-103" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.672330] env[65288]: DEBUG networking_nsxv3.common.locking [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.672609] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquiring lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.672717] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.672936] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired external semaphore "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.673097] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Releasing lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.673568] env[65288]: DEBUG dogpile.cache.region [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] No value present for key: 'zone-id' {{(pid=65288) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 653.673568] env[65288]: DEBUG dogpile.lock [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] NeedRegenerationException {{(pid=65288) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 653.673568] env[65288]: DEBUG dogpile.lock [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] no value, waiting for create lock {{(pid=65288) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 653.673808] env[65288]: DEBUG dogpile.lock [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] value creation lock acquired {{(pid=65288) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 653.673808] env[65288]: DEBUG dogpile.cache.region [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] No value present for key: 'zone-id' {{(pid=65288) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 653.673808] env[65288]: DEBUG dogpile.lock [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Calling creation function for not-yet-present value {{(pid=65288) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 653.674066] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 653.699997] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 653.700474] env[65288]: DEBUG dogpile.cache.region [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=65288) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 653.700474] env[65288]: DEBUG dogpile.lock [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Released creation lock {{(pid=65288) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 653.700474] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Releasing lock "network-103" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.701196] env[65288]: DEBUG networking_nsxv3.common.locking [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Lock port-518c4642-c200-4561-bc5f-20a813b77bd8 taken with stack trace [, , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.701196] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquiring lock "port-518c4642-c200-4561-bc5f-20a813b77bd8" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.701196] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired lock "port-518c4642-c200-4561-bc5f-20a813b77bd8" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.701495] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired external semaphore "port-518c4642-c200-4561-bc5f-20a813b77bd8" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.701731] env[65288]: DEBUG networking_nsxv3.api.rpc [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('518c4642-c200-4561-bc5f-20a813b77bd8',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 653.907426] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('829f8e2a-34a6-4ed5-87c0-e3080c6d8393',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 654.094329] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b6fe7cc2-2f0a-4283-8763-dc7c3132388f in Status: SUCCESS [ 654.094648] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b6fe7cc2-2f0a-4283-8763-dc7c3132388f" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.094897] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b6fe7cc2-2f0a-4283-8763-dc7c3132388f" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.095419] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b6fe7cc2-2f0a-4283-8763-dc7c3132388f" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.095592] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.095792] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.095903] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.096182] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.096326] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.096476] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b6fe7cc2-2f0a-4283-8763-dc7c3132388f" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.096628] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b6fe7cc2-2f0a-4283-8763-dc7c3132388f',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 654.204578] env[65288]: DEBUG networking_nsxv3.common.locking [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.205114] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.205368] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.205715] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.205940] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.206223] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Segment Port 518c4642-c200-4561-bc5f-20a813b77bd8 not found, creating... [ 654.207652] env[65288]: DEBUG networking_nsxv3.common.locking [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.207942] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquiring lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.208215] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.208484] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired external semaphore "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.208663] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Releasing lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.209106] env[65288]: DEBUG networking_nsxv3.common.locking [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.209313] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.209459] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.209732] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.209903] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.210075] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Resource: SegmentPort with ID: 518c4642-c200-4561-bc5f-20a813b77bd8 is going to be created. [ 654.233130] env[65288]: DEBUG networking_nsxv3.common.locking [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.233450] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.233606] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.234172] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.235478] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.235617] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Releasing lock "port-518c4642-c200-4561-bc5f-20a813b77bd8" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.370976] env[65288]: INFO networking_nsxv3.common.synchronization [None req-5debf024-1b5f-4a6c-86fb-780d364bad9e None None] Enqueued Resource ID: c301bdb7-aceb-465e-8956-f2eb125547e6 with Priority: HIGHEST for action port [ 654.371834] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c301bdb7-aceb-465e-8956-f2eb125547e6 with Priority: HIGHEST for action port [ 654.372829] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock port-c301bdb7-aceb-465e-8956-f2eb125547e6 taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.372829] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c301bdb7-aceb-465e-8956-f2eb125547e6" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.372829] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c301bdb7-aceb-465e-8956-f2eb125547e6" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.372829] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c301bdb7-aceb-465e-8956-f2eb125547e6" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.372829] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c301bdb7-aceb-465e-8956-f2eb125547e6',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 654.413151] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.413696] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.413828] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.414505] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.414505] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.414790] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 829f8e2a-34a6-4ed5-87c0-e3080c6d8393 is going to be created. [ 654.442795] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.442795] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.442795] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.444049] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.444565] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.459212] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 829f8e2a-34a6-4ed5-87c0-e3080c6d8393 in Status: UNINITIALIZED for 2s [ 654.600825] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock member-b6fe7cc2-2f0a-4283-8763-dc7c3132388f taken with stack trace [, , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.601032] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b6fe7cc2-2f0a-4283-8763-dc7c3132388f" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.601131] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b6fe7cc2-2f0a-4283-8763-dc7c3132388f" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.601395] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b6fe7cc2-2f0a-4283-8763-dc7c3132388f" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.601620] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.601745] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.601807] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.601952] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.602060] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.602137] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b6fe7cc2-2f0a-4283-8763-dc7c3132388f" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.602282] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock member-b6fe7cc2-2f0a-4283-8763-dc7c3132388f taken with stack trace [, , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.602365] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b6fe7cc2-2f0a-4283-8763-dc7c3132388f" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.602581] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b6fe7cc2-2f0a-4283-8763-dc7c3132388f" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.602581] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b6fe7cc2-2f0a-4283-8763-dc7c3132388f" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.602686] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.602772] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.602846] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.602997] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.603083] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.603165] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b6fe7cc2-2f0a-4283-8763-dc7c3132388f" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.603252] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b6fe7cc2-2f0a-4283-8763-dc7c3132388f',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 654.878389] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c301bdb7-aceb-465e-8956-f2eb125547e6 [ 654.878389] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.878389] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.878389] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.878389] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.878389] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.878389] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c301bdb7-aceb-465e-8956-f2eb125547e6 already deleted. [ 654.878389] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c301bdb7-aceb-465e-8956-f2eb125547e6" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.943845] env[65288]: INFO networking_nsxv3.common.synchronization [req-165ba36e-8ec2-414a-b034-cef9d62003db req-90f0274c-3b45-4b6f-8f9b-78360bd99353 service nova] Enqueued Resource ID: 829f8e2a-34a6-4ed5-87c0-e3080c6d8393 with Priority: HIGHEST for action security_group_rules [ 654.943845] env[65288]: INFO networking_nsxv3.common.synchronization [req-165ba36e-8ec2-414a-b034-cef9d62003db req-90f0274c-3b45-4b6f-8f9b-78360bd99353 service nova] Enqueued Resource ID: 829f8e2a-34a6-4ed5-87c0-e3080c6d8393 with Priority: HIGHEST for action security_group_members [ 654.943845] env[65288]: INFO networking_nsxv3.common.synchronization [req-165ba36e-8ec2-414a-b034-cef9d62003db req-90f0274c-3b45-4b6f-8f9b-78360bd99353 service nova] Enqueued Resource ID: 518c4642-c200-4561-bc5f-20a813b77bd8 with Priority: HIGHEST for action port [ 654.943845] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 829f8e2a-34a6-4ed5-87c0-e3080c6d8393 with Priority: HIGHEST for action security_group_rules [ 654.943845] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 829f8e2a-34a6-4ed5-87c0-e3080c6d8393 with Priority: HIGHEST for action security_group_members [ 654.943845] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 518c4642-c200-4561-bc5f-20a813b77bd8 with Priority: HIGHEST for action port [ 654.947869] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock rules-829f8e2a-34a6-4ed5-87c0-e3080c6d8393 taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.947869] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-829f8e2a-34a6-4ed5-87c0-e3080c6d8393" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.947869] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock member-829f8e2a-34a6-4ed5-87c0-e3080c6d8393 taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.947869] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-829f8e2a-34a6-4ed5-87c0-e3080c6d8393" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.947869] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock port-518c4642-c200-4561-bc5f-20a813b77bd8 taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.947869] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-518c4642-c200-4561-bc5f-20a813b77bd8" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.947869] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-518c4642-c200-4561-bc5f-20a813b77bd8" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.947869] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-518c4642-c200-4561-bc5f-20a813b77bd8" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.947869] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('518c4642-c200-4561-bc5f-20a813b77bd8',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 655.105732] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b6fe7cc2-2f0a-4283-8763-dc7c3132388f: rpc.has_security_group_logging(os_id): False [ 655.125894] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.126766] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.126766] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.126920] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.127052] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.127868] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.127868] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.128235] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.128477] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.129199] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.129465] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.129565] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.129667] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.129798] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.129876] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.130093] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.130194] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.130257] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.130400] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.130475] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.130562] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b6fe7cc2-2f0a-4283-8763-dc7c3132388f is going to be updated. [ 655.196341] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.196603] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.196603] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.196881] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.197053] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.216251] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b6fe7cc2-2f0a-4283-8763-dc7c3132388f in Status: IN_PROGRESS for 2s [ 655.451627] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 518c4642-c200-4561-bc5f-20a813b77bd8 with status ACTIVE [ 655.451627] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.451627] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.451627] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.451627] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.451627] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.451627] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.451627] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.451627] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.451627] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.451627] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.453636] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.453636] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.453636] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.453636] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.453636] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.453636] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 518c4642-c200-4561-bc5f-20a813b77bd8 is going to be updated. [ 655.479790] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.479979] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.480111] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.480405] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.480610] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.480844] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-518c4642-c200-4561-bc5f-20a813b77bd8" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.471554] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 829f8e2a-34a6-4ed5-87c0-e3080c6d8393 in Status: SUCCESS [ 656.471554] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-829f8e2a-34a6-4ed5-87c0-e3080c6d8393" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.471554] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-829f8e2a-34a6-4ed5-87c0-e3080c6d8393" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.471973] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-829f8e2a-34a6-4ed5-87c0-e3080c6d8393" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.471973] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.472087] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.472187] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.472448] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.472668] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.472732] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('829f8e2a-34a6-4ed5-87c0-e3080c6d8393',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 656.860993] env[65288]: INFO networking_nsxv3.common.synchronization [req-75a3e8e9-7534-4772-bbc3-1d283c2486f8 req-a29c963d-3bc7-4d85-8ce9-25f9f90edf75 tempest-ServersAdminTestJSON-1417343482 tempest-ServersAdminTestJSON-1417343482-project-member] Enqueued Resource ID: d4809d67-1b31-408a-868c-7991f7666292 with Priority: HIGHEST for action security_group_members [ 656.861761] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d4809d67-1b31-408a-868c-7991f7666292 with Priority: HIGHEST for action security_group_members [ 656.863031] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock member-d4809d67-1b31-408a-868c-7991f7666292 taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.863031] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d4809d67-1b31-408a-868c-7991f7666292" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.863031] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d4809d67-1b31-408a-868c-7991f7666292" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.863031] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d4809d67-1b31-408a-868c-7991f7666292" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.863031] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.863031] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.863031] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.863031] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.863473] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.863473] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d4809d67-1b31-408a-868c-7991f7666292',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 656.976288] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('829f8e2a-34a6-4ed5-87c0-e3080c6d8393',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 657.012571] env[65288]: INFO networking_nsxv3.common.synchronization [req-6555e38c-5a24-4507-b070-e7db5024a2b8 req-b51a5530-7b36-4f10-9e6f-f6a63a065926 tempest-SecurityGroupRulesTestJSON-733221779 tempest-SecurityGroupRulesTestJSON-733221779-project-member] Enqueued Resource ID: b5de2217-7897-4f44-b343-a13b567f23b2 with Priority: HIGHEST for action security_group_rules [ 657.016521] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b5de2217-7897-4f44-b343-a13b567f23b2 with Priority: HIGHEST for action security_group_rules [ 657.017912] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b5de2217-7897-4f44-b343-a13b567f23b2 taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.017912] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b5de2217-7897-4f44-b343-a13b567f23b2" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.017912] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b5de2217-7897-4f44-b343-a13b567f23b2" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.017912] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b5de2217-7897-4f44-b343-a13b567f23b2" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.017912] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b5de2217-7897-4f44-b343-a13b567f23b2',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 657.236468] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b6fe7cc2-2f0a-4283-8763-dc7c3132388f in Status: SUCCESS [ 657.236937] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b6fe7cc2-2f0a-4283-8763-dc7c3132388f" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.368480] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d4809d67-1b31-408a-868c-7991f7666292',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 657.401446] env[65288]: DEBUG networking_nsxv3.common.locking [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Lock network-92 taken with stack trace [, , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.401696] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquiring lock "network-92" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.401818] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired lock "network-92" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.402149] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired external semaphore "network-92" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.402453] env[65288]: DEBUG networking_nsxv3.common.locking [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.402609] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquiring lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.402738] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.402961] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired external semaphore "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.403133] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Releasing lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.403368] env[65288]: DEBUG dogpile.cache.region [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] No value present for key: 'zone-id' {{(pid=65288) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 657.403436] env[65288]: DEBUG dogpile.lock [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] NeedRegenerationException {{(pid=65288) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 657.403536] env[65288]: DEBUG dogpile.lock [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] no value, waiting for create lock {{(pid=65288) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 657.403636] env[65288]: DEBUG dogpile.lock [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] value creation lock acquired {{(pid=65288) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 657.403738] env[65288]: DEBUG dogpile.cache.region [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] No value present for key: 'zone-id' {{(pid=65288) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 657.403835] env[65288]: DEBUG dogpile.lock [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Calling creation function for not-yet-present value {{(pid=65288) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 657.403952] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 657.429351] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 657.429443] env[65288]: DEBUG dogpile.cache.region [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=65288) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 657.429492] env[65288]: DEBUG dogpile.lock [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Released creation lock {{(pid=65288) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 657.429664] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Releasing lock "network-92" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.429988] env[65288]: DEBUG networking_nsxv3.common.locking [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Lock port-d71d7c64-0986-4eda-8e45-9e8056ea7b2c taken with stack trace [, , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.430179] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquiring lock "port-d71d7c64-0986-4eda-8e45-9e8056ea7b2c" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.430291] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired lock "port-d71d7c64-0986-4eda-8e45-9e8056ea7b2c" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.430622] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired external semaphore "port-d71d7c64-0986-4eda-8e45-9e8056ea7b2c" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.430756] env[65288]: DEBUG networking_nsxv3.api.rpc [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d71d7c64-0986-4eda-8e45-9e8056ea7b2c',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 657.481377] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('829f8e2a-34a6-4ed5-87c0-e3080c6d8393',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 657.545554] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.545801] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.545865] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.546223] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.546346] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.547028] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b5de2217-7897-4f44-b343-a13b567f23b2 already deleted. [ 657.547028] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b5de2217-7897-4f44-b343-a13b567f23b2" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.871784] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d4809d67-1b31-408a-868c-7991f7666292',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 657.940175] env[65288]: DEBUG networking_nsxv3.common.locking [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.940175] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.940175] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.940175] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.940175] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.940175] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Segment Port d71d7c64-0986-4eda-8e45-9e8056ea7b2c not found, creating... [ 657.940175] env[65288]: DEBUG networking_nsxv3.common.locking [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.940175] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquiring lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.940175] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.940175] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired external semaphore "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.940175] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Releasing lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.940970] env[65288]: DEBUG networking_nsxv3.common.locking [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.940970] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.940970] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.940970] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.940970] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.940970] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Resource: SegmentPort with ID: d71d7c64-0986-4eda-8e45-9e8056ea7b2c is going to be created. [ 657.961383] env[65288]: DEBUG networking_nsxv3.common.locking [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.961633] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.961744] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.961946] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.962190] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.962409] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Releasing lock "port-d71d7c64-0986-4eda-8e45-9e8056ea7b2c" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.983527] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.983765] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.983853] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.984237] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.984343] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.984402] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 829f8e2a-34a6-4ed5-87c0-e3080c6d8393 is going to be updated. [ 658.021357] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.021598] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.021598] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.021934] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.022114] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.031849] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 829f8e2a-34a6-4ed5-87c0-e3080c6d8393 in Status: IN_PROGRESS for 2s [ 658.375275] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.375526] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.375645] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.375946] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.376090] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.376228] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d4809d67-1b31-408a-868c-7991f7666292 is going to be updated. [ 658.414498] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.414736] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.414736] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.415022] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.415313] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.427372] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d4809d67-1b31-408a-868c-7991f7666292 in Status: IN_PROGRESS for 2s [ 658.706925] env[65288]: INFO networking_nsxv3.common.synchronization [req-75a3e8e9-7534-4772-bbc3-1d283c2486f8 req-dc72d4d4-4fa3-4d8f-b473-240cb9318e0e service nova] Enqueued Resource ID: d4809d67-1b31-408a-868c-7991f7666292 with Priority: HIGHEST for action security_group_rules [ 658.707328] env[65288]: INFO networking_nsxv3.common.synchronization [req-75a3e8e9-7534-4772-bbc3-1d283c2486f8 req-dc72d4d4-4fa3-4d8f-b473-240cb9318e0e service nova] Enqueued Resource ID: d4809d67-1b31-408a-868c-7991f7666292 with Priority: HIGHEST for action security_group_members [ 658.707328] env[65288]: INFO networking_nsxv3.common.synchronization [req-75a3e8e9-7534-4772-bbc3-1d283c2486f8 req-dc72d4d4-4fa3-4d8f-b473-240cb9318e0e service nova] Enqueued Resource ID: d71d7c64-0986-4eda-8e45-9e8056ea7b2c with Priority: HIGHEST for action port [ 658.709199] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d4809d67-1b31-408a-868c-7991f7666292 with Priority: HIGHEST for action security_group_rules [ 658.709199] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d4809d67-1b31-408a-868c-7991f7666292 with Priority: HIGHEST for action security_group_members [ 658.709199] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d71d7c64-0986-4eda-8e45-9e8056ea7b2c with Priority: HIGHEST for action port [ 658.709199] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d4809d67-1b31-408a-868c-7991f7666292 taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.709199] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d4809d67-1b31-408a-868c-7991f7666292" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.709199] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d4809d67-1b31-408a-868c-7991f7666292" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.709649] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d4809d67-1b31-408a-868c-7991f7666292" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.709649] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d4809d67-1b31-408a-868c-7991f7666292',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 658.711296] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock member-d4809d67-1b31-408a-868c-7991f7666292 taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.711522] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d4809d67-1b31-408a-868c-7991f7666292" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.713533] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock port-d71d7c64-0986-4eda-8e45-9e8056ea7b2c taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.713533] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d71d7c64-0986-4eda-8e45-9e8056ea7b2c" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.713533] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d71d7c64-0986-4eda-8e45-9e8056ea7b2c" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.713533] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d71d7c64-0986-4eda-8e45-9e8056ea7b2c" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.713533] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d71d7c64-0986-4eda-8e45-9e8056ea7b2c',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 659.212262] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock member-d4809d67-1b31-408a-868c-7991f7666292 taken with stack trace [, , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.212496] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d4809d67-1b31-408a-868c-7991f7666292" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.214434] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d71d7c64-0986-4eda-8e45-9e8056ea7b2c with status ACTIVE [ 659.214649] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.214786] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.214853] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.215879] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.216043] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.216323] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.216323] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.216481] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.216564] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.216641] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.216881] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.216997] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.217191] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.217345] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.217425] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.217510] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d71d7c64-0986-4eda-8e45-9e8056ea7b2c is going to be updated. [ 659.238379] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.238379] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.238638] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.238638] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.238904] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.239000] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d71d7c64-0986-4eda-8e45-9e8056ea7b2c" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.336389] env[65288]: INFO networking_nsxv3.common.synchronization [req-996d3f3c-2a59-40a0-8bec-3ebb01c83e1c req-d27517e8-5ab2-40d5-9245-805494da6b4b tempest-VolumesAdminNegativeTest-808685567 tempest-VolumesAdminNegativeTest-808685567-project-member] Enqueued Resource ID: ad8929bc-5440-4d98-8764-5450c54753c5 with Priority: HIGHEST for action security_group_members [ 659.338626] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ad8929bc-5440-4d98-8764-5450c54753c5 with Priority: HIGHEST for action security_group_members [ 659.338626] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock member-ad8929bc-5440-4d98-8764-5450c54753c5 taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.338626] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ad8929bc-5440-4d98-8764-5450c54753c5" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.338626] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ad8929bc-5440-4d98-8764-5450c54753c5" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.339014] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ad8929bc-5440-4d98-8764-5450c54753c5" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.343023] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.343023] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.343023] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.343023] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.343023] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.343023] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ad8929bc-5440-4d98-8764-5450c54753c5',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 659.822140] env[65288]: DEBUG networking_nsxv3.common.locking [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Lock network-129 taken with stack trace [, , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.822478] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquiring lock "network-129" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.822612] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired lock "network-129" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.822949] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired external semaphore "network-129" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.823367] env[65288]: DEBUG networking_nsxv3.common.locking [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.823617] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquiring lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.823819] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.824216] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired external semaphore "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.824480] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Releasing lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.824748] env[65288]: DEBUG dogpile.cache.region [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] No value present for key: 'zone-id' {{(pid=65288) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 659.824897] env[65288]: DEBUG dogpile.lock [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] NeedRegenerationException {{(pid=65288) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 659.825063] env[65288]: DEBUG dogpile.lock [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] no value, waiting for create lock {{(pid=65288) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 659.825249] env[65288]: DEBUG dogpile.lock [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] value creation lock acquired {{(pid=65288) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 659.825490] env[65288]: DEBUG dogpile.cache.region [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] No value present for key: 'zone-id' {{(pid=65288) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 659.825732] env[65288]: DEBUG dogpile.lock [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Calling creation function for not-yet-present value {{(pid=65288) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 659.825993] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 659.845850] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.845850] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.845850] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.845850] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.845850] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.845850] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.845850] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.845850] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.845850] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.845850] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.845850] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ad8929bc-5440-4d98-8764-5450c54753c5 already deleted. [ 659.845850] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ad8929bc-5440-4d98-8764-5450c54753c5" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.848826] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 659.849061] env[65288]: DEBUG dogpile.cache.region [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65288) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 659.849651] env[65288]: DEBUG dogpile.lock [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Released creation lock {{(pid=65288) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 659.849881] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Releasing lock "network-129" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.850661] env[65288]: DEBUG networking_nsxv3.common.locking [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Lock port-e49d4a48-eca0-41ce-af42-3167b473cbbb taken with stack trace [, , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.850912] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquiring lock "port-e49d4a48-eca0-41ce-af42-3167b473cbbb" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.851819] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired lock "port-e49d4a48-eca0-41ce-af42-3167b473cbbb" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.852139] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired external semaphore "port-e49d4a48-eca0-41ce-af42-3167b473cbbb" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.852280] env[65288]: DEBUG networking_nsxv3.api.rpc [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e49d4a48-eca0-41ce-af42-3167b473cbbb',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 660.042519] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 829f8e2a-34a6-4ed5-87c0-e3080c6d8393 in Status: SUCCESS [ 660.042747] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-829f8e2a-34a6-4ed5-87c0-e3080c6d8393" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.042920] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-829f8e2a-34a6-4ed5-87c0-e3080c6d8393" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.043157] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-829f8e2a-34a6-4ed5-87c0-e3080c6d8393" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.043349] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.043474] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.043539] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.043690] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.043772] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.043858] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-829f8e2a-34a6-4ed5-87c0-e3080c6d8393" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.044112] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('829f8e2a-34a6-4ed5-87c0-e3080c6d8393',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 660.044784] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-829f8e2a-34a6-4ed5-87c0-e3080c6d8393" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.045109] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-829f8e2a-34a6-4ed5-87c0-e3080c6d8393" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.045342] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.045342] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.045480] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.045515] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.046272] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.046272] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('829f8e2a-34a6-4ed5-87c0-e3080c6d8393',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 660.356065] env[65288]: DEBUG networking_nsxv3.common.locking [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.356065] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.356264] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.356535] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.356691] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.357276] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Segment Port e49d4a48-eca0-41ce-af42-3167b473cbbb not found, creating... [ 660.357276] env[65288]: DEBUG networking_nsxv3.common.locking [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.357481] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquiring lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.357677] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.357851] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired external semaphore "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.357999] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Releasing lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.358304] env[65288]: DEBUG networking_nsxv3.common.locking [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.358456] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.358567] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.358886] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.358960] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.359070] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Resource: SegmentPort with ID: e49d4a48-eca0-41ce-af42-3167b473cbbb is going to be created. [ 660.392562] env[65288]: DEBUG networking_nsxv3.common.locking [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.393081] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.393081] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.393257] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.393481] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.394276] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Releasing lock "port-e49d4a48-eca0-41ce-af42-3167b473cbbb" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.446393] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d4809d67-1b31-408a-868c-7991f7666292 in Status: SUCCESS [ 660.446632] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d4809d67-1b31-408a-868c-7991f7666292" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.446875] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d4809d67-1b31-408a-868c-7991f7666292" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.447273] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d4809d67-1b31-408a-868c-7991f7666292" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.447455] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.447583] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.447650] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.447857] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.447944] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.448062] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d4809d67-1b31-408a-868c-7991f7666292',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 660.617699] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock member-829f8e2a-34a6-4ed5-87c0-e3080c6d8393 taken with stack trace [, , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.617699] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-829f8e2a-34a6-4ed5-87c0-e3080c6d8393" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.617699] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('829f8e2a-34a6-4ed5-87c0-e3080c6d8393',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 660.950996] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d4809d67-1b31-408a-868c-7991f7666292',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 661.050530] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('829f8e2a-34a6-4ed5-87c0-e3080c6d8393',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 661.135475] env[65288]: INFO networking_nsxv3.common.synchronization [req-996d3f3c-2a59-40a0-8bec-3ebb01c83e1c req-432d47a2-8f5e-4ee6-a446-f214e1e5a337 service nova] Enqueued Resource ID: ad8929bc-5440-4d98-8764-5450c54753c5 with Priority: HIGHEST for action security_group_rules [ 661.135475] env[65288]: INFO networking_nsxv3.common.synchronization [req-996d3f3c-2a59-40a0-8bec-3ebb01c83e1c req-432d47a2-8f5e-4ee6-a446-f214e1e5a337 service nova] Enqueued Resource ID: ad8929bc-5440-4d98-8764-5450c54753c5 with Priority: HIGHEST for action security_group_members [ 661.135475] env[65288]: INFO networking_nsxv3.common.synchronization [req-996d3f3c-2a59-40a0-8bec-3ebb01c83e1c req-432d47a2-8f5e-4ee6-a446-f214e1e5a337 service nova] Enqueued Resource ID: e49d4a48-eca0-41ce-af42-3167b473cbbb with Priority: HIGHEST for action port [ 661.136114] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ad8929bc-5440-4d98-8764-5450c54753c5 with Priority: HIGHEST for action security_group_rules [ 661.136490] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ad8929bc-5440-4d98-8764-5450c54753c5 with Priority: HIGHEST for action security_group_members [ 661.136735] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e49d4a48-eca0-41ce-af42-3167b473cbbb with Priority: HIGHEST for action port [ 661.137831] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ad8929bc-5440-4d98-8764-5450c54753c5 taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.138123] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ad8929bc-5440-4d98-8764-5450c54753c5" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.138406] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ad8929bc-5440-4d98-8764-5450c54753c5" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.138779] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ad8929bc-5440-4d98-8764-5450c54753c5" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.140834] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ad8929bc-5440-4d98-8764-5450c54753c5',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 661.141418] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock member-ad8929bc-5440-4d98-8764-5450c54753c5 taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.141707] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ad8929bc-5440-4d98-8764-5450c54753c5" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.141859] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ad8929bc-5440-4d98-8764-5450c54753c5" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.145256] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ad8929bc-5440-4d98-8764-5450c54753c5" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.145256] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.145256] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.145256] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.145256] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.145256] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.145256] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ad8929bc-5440-4d98-8764-5450c54753c5',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 661.145256] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock port-e49d4a48-eca0-41ce-af42-3167b473cbbb taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.145256] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e49d4a48-eca0-41ce-af42-3167b473cbbb" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.145256] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e49d4a48-eca0-41ce-af42-3167b473cbbb" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.145256] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e49d4a48-eca0-41ce-af42-3167b473cbbb" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.145256] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e49d4a48-eca0-41ce-af42-3167b473cbbb',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 661.455145] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d4809d67-1b31-408a-868c-7991f7666292',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 661.556242] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.556465] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.556534] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.556816] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.556931] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.557068] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 829f8e2a-34a6-4ed5-87c0-e3080c6d8393 is going to be updated. [ 661.598713] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.598713] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.598713] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.598713] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.598713] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.607197] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 829f8e2a-34a6-4ed5-87c0-e3080c6d8393 in Status: IN_PROGRESS for 2s [ 661.643355] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock member-ad8929bc-5440-4d98-8764-5450c54753c5 taken with stack trace [, , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.643355] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ad8929bc-5440-4d98-8764-5450c54753c5" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.651237] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ad8929bc-5440-4d98-8764-5450c54753c5',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 661.652167] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e49d4a48-eca0-41ce-af42-3167b473cbbb with status ACTIVE [ 661.653355] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.653355] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.653355] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.653907] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.653907] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.654036] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.654142] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.654309] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.654506] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.654506] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.654843] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.658913] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.658913] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.658913] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.658913] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.658913] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e49d4a48-eca0-41ce-af42-3167b473cbbb is going to be updated. [ 661.688835] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.689066] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.689173] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.689469] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.689638] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.689824] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e49d4a48-eca0-41ce-af42-3167b473cbbb" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.961022] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.961022] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.961022] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.961022] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.961022] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.961022] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d4809d67-1b31-408a-868c-7991f7666292 is going to be updated. [ 661.993852] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.993852] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.993852] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.994073] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.994215] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.010540] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d4809d67-1b31-408a-868c-7991f7666292 in Status: IN_PROGRESS for 2s [ 662.161127] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ad8929bc-5440-4d98-8764-5450c54753c5',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 662.602221] env[65288]: INFO networking_nsxv3.common.synchronization [req-1029c90e-ba05-4953-a659-45653a9417f7 req-6374e1b0-cc72-4511-b6f9-5b3f7a14e568 tempest-AttachInterfacesUnderV243Test-1657264318 tempest-AttachInterfacesUnderV243Test-1657264318-project-member] Enqueued Resource ID: d857526d-eac7-4714-83fd-2e68ebaa6ac6 with Priority: HIGHEST for action security_group_members [ 662.602994] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d857526d-eac7-4714-83fd-2e68ebaa6ac6 with Priority: HIGHEST for action security_group_members [ 662.603455] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock member-d857526d-eac7-4714-83fd-2e68ebaa6ac6 taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.603719] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d857526d-eac7-4714-83fd-2e68ebaa6ac6" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.603719] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d857526d-eac7-4714-83fd-2e68ebaa6ac6" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.604022] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d857526d-eac7-4714-83fd-2e68ebaa6ac6" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.604251] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.604399] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.604486] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.604716] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.604870] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.605089] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d857526d-eac7-4714-83fd-2e68ebaa6ac6',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 662.666279] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.666279] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.666279] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.666279] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.666279] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.666279] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ad8929bc-5440-4d98-8764-5450c54753c5 is going to be created. [ 662.692200] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.692370] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.692454] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.692669] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.692831] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.705666] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ad8929bc-5440-4d98-8764-5450c54753c5 in Status: UNINITIALIZED for 2s [ 663.023733] env[65288]: DEBUG networking_nsxv3.common.locking [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Lock network-66 taken with stack trace [, , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.024079] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquiring lock "network-66" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.024272] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired lock "network-66" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.024711] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired external semaphore "network-66" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.025404] env[65288]: DEBUG networking_nsxv3.common.locking [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.025673] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquiring lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.025887] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.026274] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired external semaphore "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.026485] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Releasing lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.026814] env[65288]: DEBUG dogpile.cache.region [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] No value present for key: 'zone-id' {{(pid=65288) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 663.026996] env[65288]: DEBUG dogpile.lock [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] NeedRegenerationException {{(pid=65288) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 663.027217] env[65288]: DEBUG dogpile.lock [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] no value, waiting for create lock {{(pid=65288) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 663.027372] env[65288]: DEBUG dogpile.lock [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] value creation lock acquired {{(pid=65288) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 663.027550] env[65288]: DEBUG dogpile.cache.region [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] No value present for key: 'zone-id' {{(pid=65288) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 663.027713] env[65288]: DEBUG dogpile.lock [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Calling creation function for not-yet-present value {{(pid=65288) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 663.027903] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 663.049125] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 663.049294] env[65288]: DEBUG dogpile.cache.region [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65288) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 663.049531] env[65288]: DEBUG dogpile.lock [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Released creation lock {{(pid=65288) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 663.049701] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Releasing lock "network-66" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.050033] env[65288]: DEBUG networking_nsxv3.common.locking [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Lock port-a5a6695d-c4c0-4ffd-9388-9ae3aa7f8930 taken with stack trace [, , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.050216] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquiring lock "port-a5a6695d-c4c0-4ffd-9388-9ae3aa7f8930" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.050361] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired lock "port-a5a6695d-c4c0-4ffd-9388-9ae3aa7f8930" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.050710] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired external semaphore "port-a5a6695d-c4c0-4ffd-9388-9ae3aa7f8930" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.050894] env[65288]: DEBUG networking_nsxv3.api.rpc [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a5a6695d-c4c0-4ffd-9388-9ae3aa7f8930',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 663.107802] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.108079] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.108220] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.108500] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.108571] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.108913] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.109015] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.109139] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.109375] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.109501] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.109630] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d857526d-eac7-4714-83fd-2e68ebaa6ac6 already deleted. [ 663.109769] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d857526d-eac7-4714-83fd-2e68ebaa6ac6" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.554088] env[65288]: DEBUG networking_nsxv3.common.locking [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.554360] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.554498] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.554776] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.554921] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.555114] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Segment Port a5a6695d-c4c0-4ffd-9388-9ae3aa7f8930 not found, creating... [ 663.555388] env[65288]: DEBUG networking_nsxv3.common.locking [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.555545] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquiring lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.555657] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.555876] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired external semaphore "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.556015] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Releasing lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.556311] env[65288]: DEBUG networking_nsxv3.common.locking [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.556461] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.556572] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.557383] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.557758] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.557909] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Resource: SegmentPort with ID: a5a6695d-c4c0-4ffd-9388-9ae3aa7f8930 is going to be created. [ 663.583470] env[65288]: DEBUG networking_nsxv3.common.locking [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.583678] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.583794] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.584085] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.584395] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.584607] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Releasing lock "port-a5a6695d-c4c0-4ffd-9388-9ae3aa7f8930" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.605153] env[65288]: INFO networking_nsxv3.common.synchronization [None req-d2125466-c652-4e83-91ef-a8be58ad552b None None] Enqueued Resource ID: 3f3ed3bd-3965-4ee0-af09-b4815dc57ed9 with Priority: HIGHEST for action port [ 663.605724] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3f3ed3bd-3965-4ee0-af09-b4815dc57ed9 with Priority: HIGHEST for action port [ 663.606045] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock port-3f3ed3bd-3965-4ee0-af09-b4815dc57ed9 taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.606175] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3f3ed3bd-3965-4ee0-af09-b4815dc57ed9" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.606244] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3f3ed3bd-3965-4ee0-af09-b4815dc57ed9" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.606639] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3f3ed3bd-3965-4ee0-af09-b4815dc57ed9" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.606639] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3f3ed3bd-3965-4ee0-af09-b4815dc57ed9',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 663.621878] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 829f8e2a-34a6-4ed5-87c0-e3080c6d8393 in Status: SUCCESS [ 663.622118] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-829f8e2a-34a6-4ed5-87c0-e3080c6d8393" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.622576] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-829f8e2a-34a6-4ed5-87c0-e3080c6d8393" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.623167] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-829f8e2a-34a6-4ed5-87c0-e3080c6d8393" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.623359] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.623481] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.623546] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.623771] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.623771] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.623892] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-829f8e2a-34a6-4ed5-87c0-e3080c6d8393" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.624022] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock member-829f8e2a-34a6-4ed5-87c0-e3080c6d8393 taken with stack trace [, , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.624119] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-829f8e2a-34a6-4ed5-87c0-e3080c6d8393" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.624182] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-829f8e2a-34a6-4ed5-87c0-e3080c6d8393" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.624321] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-829f8e2a-34a6-4ed5-87c0-e3080c6d8393" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.624457] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.624682] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.624737] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.624879] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.624951] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.625354] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-829f8e2a-34a6-4ed5-87c0-e3080c6d8393" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.625466] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('829f8e2a-34a6-4ed5-87c0-e3080c6d8393',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 664.024052] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d4809d67-1b31-408a-868c-7991f7666292 in Status: SUCCESS [ 664.024052] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d4809d67-1b31-408a-868c-7991f7666292" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.024052] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d4809d67-1b31-408a-868c-7991f7666292" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.024052] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d4809d67-1b31-408a-868c-7991f7666292" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.024052] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.024052] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.024052] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.024947] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.024947] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.024947] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d4809d67-1b31-408a-868c-7991f7666292" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.024947] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d4809d67-1b31-408a-868c-7991f7666292',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 664.112340] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 3f3ed3bd-3965-4ee0-af09-b4815dc57ed9 [ 664.112923] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.113275] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.113469] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.113794] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.117685] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.117685] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:3f3ed3bd-3965-4ee0-af09-b4815dc57ed9 already deleted. [ 664.117685] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3f3ed3bd-3965-4ee0-af09-b4815dc57ed9" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.128061] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 829f8e2a-34a6-4ed5-87c0-e3080c6d8393: rpc.has_security_group_logging(os_id): False [ 664.150905] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.150905] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.150905] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.150905] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.150905] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.150905] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.150905] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.151234] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.151234] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.151310] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.152025] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.152025] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.152025] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.152025] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.152025] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.152426] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.152536] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.152606] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.152777] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.152925] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.152978] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 829f8e2a-34a6-4ed5-87c0-e3080c6d8393 is going to be created. [ 664.252788] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.254476] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.254476] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.254476] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.254476] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.267983] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 829f8e2a-34a6-4ed5-87c0-e3080c6d8393 in Status: IN_PROGRESS for 2s [ 664.406128] env[65288]: INFO networking_nsxv3.common.synchronization [req-1029c90e-ba05-4953-a659-45653a9417f7 req-65d361fd-50d7-4dd9-9570-926ccb20c3fa service nova] Enqueued Resource ID: d857526d-eac7-4714-83fd-2e68ebaa6ac6 with Priority: HIGHEST for action security_group_rules [ 664.406128] env[65288]: INFO networking_nsxv3.common.synchronization [req-1029c90e-ba05-4953-a659-45653a9417f7 req-65d361fd-50d7-4dd9-9570-926ccb20c3fa service nova] Enqueued Resource ID: d857526d-eac7-4714-83fd-2e68ebaa6ac6 with Priority: HIGHEST for action security_group_members [ 664.406128] env[65288]: INFO networking_nsxv3.common.synchronization [req-1029c90e-ba05-4953-a659-45653a9417f7 req-65d361fd-50d7-4dd9-9570-926ccb20c3fa service nova] Enqueued Resource ID: a5a6695d-c4c0-4ffd-9388-9ae3aa7f8930 with Priority: HIGHEST for action port [ 664.406128] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d857526d-eac7-4714-83fd-2e68ebaa6ac6 with Priority: HIGHEST for action security_group_rules [ 664.406128] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d857526d-eac7-4714-83fd-2e68ebaa6ac6 with Priority: HIGHEST for action security_group_members [ 664.406128] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a5a6695d-c4c0-4ffd-9388-9ae3aa7f8930 with Priority: HIGHEST for action port [ 664.408713] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d857526d-eac7-4714-83fd-2e68ebaa6ac6 taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.410268] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d857526d-eac7-4714-83fd-2e68ebaa6ac6" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.410268] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d857526d-eac7-4714-83fd-2e68ebaa6ac6" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.410268] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d857526d-eac7-4714-83fd-2e68ebaa6ac6" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.410268] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d857526d-eac7-4714-83fd-2e68ebaa6ac6',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 664.411829] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock member-d857526d-eac7-4714-83fd-2e68ebaa6ac6 taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.411829] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d857526d-eac7-4714-83fd-2e68ebaa6ac6" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.411829] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d857526d-eac7-4714-83fd-2e68ebaa6ac6" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.411829] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d857526d-eac7-4714-83fd-2e68ebaa6ac6" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.411829] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.411829] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.411829] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.411829] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.411829] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.411829] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d857526d-eac7-4714-83fd-2e68ebaa6ac6',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 664.412705] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock port-a5a6695d-c4c0-4ffd-9388-9ae3aa7f8930 taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.412817] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a5a6695d-c4c0-4ffd-9388-9ae3aa7f8930" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.412861] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a5a6695d-c4c0-4ffd-9388-9ae3aa7f8930" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.413758] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a5a6695d-c4c0-4ffd-9388-9ae3aa7f8930" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.413758] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a5a6695d-c4c0-4ffd-9388-9ae3aa7f8930',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 664.583590] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock member-d4809d67-1b31-408a-868c-7991f7666292 taken with stack trace [, , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.583832] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d4809d67-1b31-408a-868c-7991f7666292" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.583832] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d4809d67-1b31-408a-868c-7991f7666292" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.583982] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d4809d67-1b31-408a-868c-7991f7666292" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.584186] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.584300] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.584300] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.584427] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.584508] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.584586] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d4809d67-1b31-408a-868c-7991f7666292" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.584726] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock member-d4809d67-1b31-408a-868c-7991f7666292 taken with stack trace [, , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.584807] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d4809d67-1b31-408a-868c-7991f7666292" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.584861] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d4809d67-1b31-408a-868c-7991f7666292" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.584998] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d4809d67-1b31-408a-868c-7991f7666292" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.585146] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.585243] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.585701] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.585701] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.585701] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.585701] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d4809d67-1b31-408a-868c-7991f7666292" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.585960] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d4809d67-1b31-408a-868c-7991f7666292',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 664.718506] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ad8929bc-5440-4d98-8764-5450c54753c5 in Status: SUCCESS [ 664.718709] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ad8929bc-5440-4d98-8764-5450c54753c5" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.718904] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ad8929bc-5440-4d98-8764-5450c54753c5" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.719768] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ad8929bc-5440-4d98-8764-5450c54753c5" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.720149] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.720313] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.720483] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.720671] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.721315] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.721422] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ad8929bc-5440-4d98-8764-5450c54753c5" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.721561] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ad8929bc-5440-4d98-8764-5450c54753c5',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 664.915987] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d857526d-eac7-4714-83fd-2e68ebaa6ac6',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 664.921030] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock member-d857526d-eac7-4714-83fd-2e68ebaa6ac6 taken with stack trace [, , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.921030] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d857526d-eac7-4714-83fd-2e68ebaa6ac6" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.921030] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a5a6695d-c4c0-4ffd-9388-9ae3aa7f8930 with status ACTIVE [ 664.921030] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.921030] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.921030] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.921030] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.921030] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.921030] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.921030] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.921030] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.921030] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.921880] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.922134] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.922283] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.922347] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.922535] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.922623] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.922711] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a5a6695d-c4c0-4ffd-9388-9ae3aa7f8930 is going to be updated. [ 664.948182] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.948359] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.948459] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.948765] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.948949] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.949152] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a5a6695d-c4c0-4ffd-9388-9ae3aa7f8930" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.092386] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d4809d67-1b31-408a-868c-7991f7666292: rpc.has_security_group_logging(os_id): False [ 665.114975] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.114975] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.114975] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.114975] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.115320] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.115320] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.115320] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.115444] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.115708] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.115708] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.115861] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.115923] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.115962] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.116121] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.116199] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.116363] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.116455] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.116513] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.116647] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.116720] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.116800] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d4809d67-1b31-408a-868c-7991f7666292 is going to be updated. [ 665.198434] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.199851] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.199851] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.199851] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.199851] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.217730] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d4809d67-1b31-408a-868c-7991f7666292 in Status: IN_PROGRESS for 2s [ 665.224369] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock member-ad8929bc-5440-4d98-8764-5450c54753c5 taken with stack trace [, , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.224631] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ad8929bc-5440-4d98-8764-5450c54753c5" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.224695] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ad8929bc-5440-4d98-8764-5450c54753c5" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.226024] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ad8929bc-5440-4d98-8764-5450c54753c5" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.226024] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.226024] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.226024] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.226024] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.226024] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.226317] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ad8929bc-5440-4d98-8764-5450c54753c5" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.226317] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock member-ad8929bc-5440-4d98-8764-5450c54753c5 taken with stack trace [, , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.226437] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ad8929bc-5440-4d98-8764-5450c54753c5" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.226528] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ad8929bc-5440-4d98-8764-5450c54753c5" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.226753] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ad8929bc-5440-4d98-8764-5450c54753c5" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.226953] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.227625] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.227836] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.227920] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.228034] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.229142] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ad8929bc-5440-4d98-8764-5450c54753c5" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.229142] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ad8929bc-5440-4d98-8764-5450c54753c5',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 665.425393] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d857526d-eac7-4714-83fd-2e68ebaa6ac6',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 665.730994] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ad8929bc-5440-4d98-8764-5450c54753c5: rpc.has_security_group_logging(os_id): False [ 665.752250] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.752452] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.752549] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.752821] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.752942] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.753484] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.753484] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.753620] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.753777] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.753880] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.755289] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.755477] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.755556] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.756043] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.756220] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.756556] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.756690] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.756778] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.756967] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.757084] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.757238] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ad8929bc-5440-4d98-8764-5450c54753c5 is going to be created. [ 665.822876] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.825030] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.825030] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.825030] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.825030] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.839936] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ad8929bc-5440-4d98-8764-5450c54753c5 in Status: IN_PROGRESS for 2s [ 665.928137] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.928345] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.928458] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.928684] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.928768] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.928872] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d857526d-eac7-4714-83fd-2e68ebaa6ac6 is going to be created. [ 665.967668] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.967845] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.967916] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.969256] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.969256] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.979882] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d857526d-eac7-4714-83fd-2e68ebaa6ac6 in Status: UNINITIALIZED for 2s [ 666.016037] env[65288]: INFO networking_nsxv3.common.synchronization [None req-cc4f5d4c-33cd-4a04-ae47-d27c8c3c0083 None None] Enqueued Resource ID: 87a6c8f9-d00d-4e5e-9806-10bad8b9bd3f with Priority: HIGHEST for action port [ 666.016669] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 87a6c8f9-d00d-4e5e-9806-10bad8b9bd3f with Priority: HIGHEST for action port [ 666.017157] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock port-87a6c8f9-d00d-4e5e-9806-10bad8b9bd3f taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.017350] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-87a6c8f9-d00d-4e5e-9806-10bad8b9bd3f" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.017653] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-87a6c8f9-d00d-4e5e-9806-10bad8b9bd3f" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.018834] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-87a6c8f9-d00d-4e5e-9806-10bad8b9bd3f" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.018834] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('87a6c8f9-d00d-4e5e-9806-10bad8b9bd3f',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 666.285610] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 829f8e2a-34a6-4ed5-87c0-e3080c6d8393 in Status: SUCCESS [ 666.285610] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-829f8e2a-34a6-4ed5-87c0-e3080c6d8393" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.285610] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-829f8e2a-34a6-4ed5-87c0-e3080c6d8393" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.285610] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-829f8e2a-34a6-4ed5-87c0-e3080c6d8393" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.285610] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('829f8e2a-34a6-4ed5-87c0-e3080c6d8393',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 666.520756] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 87a6c8f9-d00d-4e5e-9806-10bad8b9bd3f [ 666.520996] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.521795] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.521795] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.521795] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.521795] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.521795] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:87a6c8f9-d00d-4e5e-9806-10bad8b9bd3f already deleted. [ 666.521795] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-87a6c8f9-d00d-4e5e-9806-10bad8b9bd3f" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.788049] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock member-829f8e2a-34a6-4ed5-87c0-e3080c6d8393 taken with stack trace [, , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.792846] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-829f8e2a-34a6-4ed5-87c0-e3080c6d8393" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.793565] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-829f8e2a-34a6-4ed5-87c0-e3080c6d8393" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.794906] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-829f8e2a-34a6-4ed5-87c0-e3080c6d8393" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.794906] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.794906] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.794906] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.794906] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.794906] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.794906] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-829f8e2a-34a6-4ed5-87c0-e3080c6d8393" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.794906] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('829f8e2a-34a6-4ed5-87c0-e3080c6d8393',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 667.009360] env[65288]: INFO networking_nsxv3.common.synchronization [req-7b357ae3-f566-4f53-ad44-01ae00f52681 req-045f9a1b-397c-4ae5-b074-484bbab93307 tempest-AttachInterfacesV270Test-993257735 tempest-AttachInterfacesV270Test-993257735-project-member] Enqueued Resource ID: fed5066d-4771-4433-bc29-557a9f1307e0 with Priority: HIGHEST for action security_group_members [ 667.010237] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fed5066d-4771-4433-bc29-557a9f1307e0 with Priority: HIGHEST for action security_group_members [ 667.010343] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock member-fed5066d-4771-4433-bc29-557a9f1307e0 taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.010457] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fed5066d-4771-4433-bc29-557a9f1307e0" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.010513] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fed5066d-4771-4433-bc29-557a9f1307e0" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.011258] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fed5066d-4771-4433-bc29-557a9f1307e0" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.011258] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.012624] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.012749] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.012945] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.013828] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.013914] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fed5066d-4771-4433-bc29-557a9f1307e0',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 667.237609] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d4809d67-1b31-408a-868c-7991f7666292 in Status: SUCCESS [ 667.237837] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d4809d67-1b31-408a-868c-7991f7666292" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.297674] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock member-829f8e2a-34a6-4ed5-87c0-e3080c6d8393 taken with stack trace [, , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.298228] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-829f8e2a-34a6-4ed5-87c0-e3080c6d8393" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.298228] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-829f8e2a-34a6-4ed5-87c0-e3080c6d8393" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.298494] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-829f8e2a-34a6-4ed5-87c0-e3080c6d8393" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.298543] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.298708] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.298772] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.298931] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.299045] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.299135] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-829f8e2a-34a6-4ed5-87c0-e3080c6d8393" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.299321] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock member-829f8e2a-34a6-4ed5-87c0-e3080c6d8393 taken with stack trace [, , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.299396] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-829f8e2a-34a6-4ed5-87c0-e3080c6d8393" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.299475] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-829f8e2a-34a6-4ed5-87c0-e3080c6d8393" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.299659] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-829f8e2a-34a6-4ed5-87c0-e3080c6d8393" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.299785] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.299936] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.300009] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.300104] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.300255] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.300321] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-829f8e2a-34a6-4ed5-87c0-e3080c6d8393" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.300369] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('829f8e2a-34a6-4ed5-87c0-e3080c6d8393',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 667.517194] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.517470] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.517470] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.517663] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.517755] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.517991] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.518142] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.518209] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.518489] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.518602] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.518724] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fed5066d-4771-4433-bc29-557a9f1307e0 already deleted. [ 667.518838] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fed5066d-4771-4433-bc29-557a9f1307e0" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.551924] env[65288]: DEBUG networking_nsxv3.common.locking [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Lock network-613 taken with stack trace [, , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.552642] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquiring lock "network-613" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.553898] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired lock "network-613" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.554277] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired external semaphore "network-613" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.554573] env[65288]: DEBUG networking_nsxv3.common.locking [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.554732] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquiring lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.554842] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.555708] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired external semaphore "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.555708] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Releasing lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.555708] env[65288]: DEBUG dogpile.cache.region [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] No value present for key: 'zone-id' {{(pid=65288) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 667.555708] env[65288]: DEBUG dogpile.lock [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] NeedRegenerationException {{(pid=65288) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 667.555708] env[65288]: DEBUG dogpile.lock [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] no value, waiting for create lock {{(pid=65288) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 667.556510] env[65288]: DEBUG dogpile.lock [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] value creation lock acquired {{(pid=65288) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 667.556510] env[65288]: DEBUG dogpile.cache.region [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] No value present for key: 'zone-id' {{(pid=65288) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 667.556510] env[65288]: DEBUG dogpile.lock [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Calling creation function for not-yet-present value {{(pid=65288) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 667.556510] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 667.577840] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 667.578031] env[65288]: DEBUG dogpile.cache.region [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65288) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 667.578157] env[65288]: DEBUG dogpile.lock [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Released creation lock {{(pid=65288) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 667.578370] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Releasing lock "network-613" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.578746] env[65288]: DEBUG networking_nsxv3.common.locking [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Lock port-4f367ed1-30fd-4d0f-8c08-e95a773e44c1 taken with stack trace [, , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.578932] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquiring lock "port-4f367ed1-30fd-4d0f-8c08-e95a773e44c1" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.579057] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired lock "port-4f367ed1-30fd-4d0f-8c08-e95a773e44c1" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.579977] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired external semaphore "port-4f367ed1-30fd-4d0f-8c08-e95a773e44c1" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.579977] env[65288]: DEBUG networking_nsxv3.api.rpc [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4f367ed1-30fd-4d0f-8c08-e95a773e44c1',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 667.802900] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 829f8e2a-34a6-4ed5-87c0-e3080c6d8393: rpc.has_security_group_logging(os_id): False [ 667.827051] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.827339] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.827339] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.830322] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.830322] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.830322] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.830322] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.830322] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.830322] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.830322] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.830322] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.830322] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.830322] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.830322] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.830322] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.830946] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.830946] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.830946] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.830946] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.830946] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.830946] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 829f8e2a-34a6-4ed5-87c0-e3080c6d8393 is going to be updated. [ 667.856012] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ad8929bc-5440-4d98-8764-5450c54753c5 in Status: SUCCESS [ 667.856012] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ad8929bc-5440-4d98-8764-5450c54753c5" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.906690] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.906852] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.906977] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.907382] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.907588] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.928229] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 829f8e2a-34a6-4ed5-87c0-e3080c6d8393 in Status: IN_PROGRESS for 2s [ 667.994671] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d857526d-eac7-4714-83fd-2e68ebaa6ac6 in Status: SUCCESS [ 667.995431] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d857526d-eac7-4714-83fd-2e68ebaa6ac6" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.995771] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d857526d-eac7-4714-83fd-2e68ebaa6ac6" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.995867] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d857526d-eac7-4714-83fd-2e68ebaa6ac6" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.996101] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.996231] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.996317] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.997359] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.997359] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.997359] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d857526d-eac7-4714-83fd-2e68ebaa6ac6" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.997359] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d857526d-eac7-4714-83fd-2e68ebaa6ac6',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 668.082601] env[65288]: DEBUG networking_nsxv3.common.locking [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.082831] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.083052] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.083548] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.083791] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.084058] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Segment Port 4f367ed1-30fd-4d0f-8c08-e95a773e44c1 not found, creating... [ 668.084481] env[65288]: DEBUG networking_nsxv3.common.locking [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.084819] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquiring lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.084996] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.085431] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired external semaphore "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.085607] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Releasing lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.086155] env[65288]: DEBUG networking_nsxv3.common.locking [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.086404] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.086591] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.086880] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.087274] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.087274] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Resource: SegmentPort with ID: 4f367ed1-30fd-4d0f-8c08-e95a773e44c1 is going to be created. [ 668.113076] env[65288]: DEBUG networking_nsxv3.common.locking [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.113379] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.113553] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.114148] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.114479] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.114791] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Releasing lock "port-4f367ed1-30fd-4d0f-8c08-e95a773e44c1" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.499366] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d857526d-eac7-4714-83fd-2e68ebaa6ac6',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 668.853048] env[65288]: INFO networking_nsxv3.common.synchronization [req-7b357ae3-f566-4f53-ad44-01ae00f52681 req-e2eeee3b-b5e4-4a8b-8c97-416b6dac3af7 service nova] Enqueued Resource ID: fed5066d-4771-4433-bc29-557a9f1307e0 with Priority: HIGHEST for action security_group_rules [ 668.853225] env[65288]: INFO networking_nsxv3.common.synchronization [req-7b357ae3-f566-4f53-ad44-01ae00f52681 req-e2eeee3b-b5e4-4a8b-8c97-416b6dac3af7 service nova] Enqueued Resource ID: fed5066d-4771-4433-bc29-557a9f1307e0 with Priority: HIGHEST for action security_group_members [ 668.853356] env[65288]: INFO networking_nsxv3.common.synchronization [req-7b357ae3-f566-4f53-ad44-01ae00f52681 req-e2eeee3b-b5e4-4a8b-8c97-416b6dac3af7 service nova] Enqueued Resource ID: 4f367ed1-30fd-4d0f-8c08-e95a773e44c1 with Priority: HIGHEST for action port [ 668.853582] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fed5066d-4771-4433-bc29-557a9f1307e0 with Priority: HIGHEST for action security_group_rules [ 668.853712] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fed5066d-4771-4433-bc29-557a9f1307e0 with Priority: HIGHEST for action security_group_members [ 668.853808] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4f367ed1-30fd-4d0f-8c08-e95a773e44c1 with Priority: HIGHEST for action port [ 668.854385] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fed5066d-4771-4433-bc29-557a9f1307e0 taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.854741] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fed5066d-4771-4433-bc29-557a9f1307e0" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.854741] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fed5066d-4771-4433-bc29-557a9f1307e0" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.854992] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fed5066d-4771-4433-bc29-557a9f1307e0" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.855109] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fed5066d-4771-4433-bc29-557a9f1307e0',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 668.856324] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock member-fed5066d-4771-4433-bc29-557a9f1307e0 taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.856440] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fed5066d-4771-4433-bc29-557a9f1307e0" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.856510] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fed5066d-4771-4433-bc29-557a9f1307e0" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.859191] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fed5066d-4771-4433-bc29-557a9f1307e0" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.859409] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.859575] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.859639] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.859864] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.859963] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.861060] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fed5066d-4771-4433-bc29-557a9f1307e0',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 668.864862] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock port-4f367ed1-30fd-4d0f-8c08-e95a773e44c1 taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.865064] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4f367ed1-30fd-4d0f-8c08-e95a773e44c1" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.865160] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4f367ed1-30fd-4d0f-8c08-e95a773e44c1" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.865405] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4f367ed1-30fd-4d0f-8c08-e95a773e44c1" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.865479] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4f367ed1-30fd-4d0f-8c08-e95a773e44c1',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 668.954879] env[65288]: INFO networking_nsxv3.common.synchronization [req-c9846caa-acb1-420b-bff8-ac6636e2c6e4 req-d7a4e2e0-c627-44cb-ad96-ced2eb075c34 tempest-SecurityGroupRulesTestJSON-733221779 tempest-SecurityGroupRulesTestJSON-733221779-project-member] Enqueued Resource ID: c9cf4c17-3a88-4f1e-a52e-f423467b67bc with Priority: HIGHEST for action security_group_rules [ 668.955595] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c9cf4c17-3a88-4f1e-a52e-f423467b67bc with Priority: HIGHEST for action security_group_rules [ 668.955969] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c9cf4c17-3a88-4f1e-a52e-f423467b67bc taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.956172] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c9cf4c17-3a88-4f1e-a52e-f423467b67bc" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.956247] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c9cf4c17-3a88-4f1e-a52e-f423467b67bc" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.956516] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c9cf4c17-3a88-4f1e-a52e-f423467b67bc" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.956623] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c9cf4c17-3a88-4f1e-a52e-f423467b67bc',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 669.005301] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d857526d-eac7-4714-83fd-2e68ebaa6ac6: rpc.has_security_group_logging(os_id): False [ 669.026343] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.029023] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.029023] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.029023] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.029023] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.029023] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.029023] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.029023] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.029023] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.029023] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.029023] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d857526d-eac7-4714-83fd-2e68ebaa6ac6 is going to be created. [ 669.123695] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.126024] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.126024] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.126024] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.126024] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.138751] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d857526d-eac7-4714-83fd-2e68ebaa6ac6 in Status: IN_PROGRESS for 2s [ 669.368450] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock member-fed5066d-4771-4433-bc29-557a9f1307e0 taken with stack trace [, , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.368450] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fed5066d-4771-4433-bc29-557a9f1307e0" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.368450] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fed5066d-4771-4433-bc29-557a9f1307e0',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 669.372022] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4f367ed1-30fd-4d0f-8c08-e95a773e44c1 with status ACTIVE [ 669.372022] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.372022] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.372022] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.372022] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.372022] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.372022] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.372022] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.372022] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.372022] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.372022] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.372022] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.372022] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.372022] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.372022] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.372022] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.372022] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4f367ed1-30fd-4d0f-8c08-e95a773e44c1 is going to be updated. [ 669.398442] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.398442] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.398442] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.398442] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.398442] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.398442] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4f367ed1-30fd-4d0f-8c08-e95a773e44c1" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.478675] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.478675] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.478675] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.478675] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.478675] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.478675] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c9cf4c17-3a88-4f1e-a52e-f423467b67bc already deleted. [ 669.478675] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c9cf4c17-3a88-4f1e-a52e-f423467b67bc" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.873610] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fed5066d-4771-4433-bc29-557a9f1307e0',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 669.940877] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 829f8e2a-34a6-4ed5-87c0-e3080c6d8393 in Status: SUCCESS [ 669.941168] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-829f8e2a-34a6-4ed5-87c0-e3080c6d8393" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.178989] env[65288]: INFO networking_nsxv3.common.synchronization [None req-d645b8ad-4790-429c-936c-9ac25757c37e None None] Enqueued Resource ID: 18c86e3c-3d0e-48d3-89c6-fae9c84f5aa3 with Priority: HIGHEST for action port [ 670.183745] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 18c86e3c-3d0e-48d3-89c6-fae9c84f5aa3 with Priority: HIGHEST for action port [ 670.183745] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock port-18c86e3c-3d0e-48d3-89c6-fae9c84f5aa3 taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.183745] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-18c86e3c-3d0e-48d3-89c6-fae9c84f5aa3" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.183745] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-18c86e3c-3d0e-48d3-89c6-fae9c84f5aa3" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.183745] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-18c86e3c-3d0e-48d3-89c6-fae9c84f5aa3" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.183745] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('18c86e3c-3d0e-48d3-89c6-fae9c84f5aa3',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 670.378040] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.378040] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.378040] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.378040] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.378040] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.378040] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fed5066d-4771-4433-bc29-557a9f1307e0 is going to be created. [ 670.407946] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.408166] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.408276] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.408413] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.408582] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.421203] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fed5066d-4771-4433-bc29-557a9f1307e0 in Status: UNINITIALIZED for 2s [ 670.687294] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 18c86e3c-3d0e-48d3-89c6-fae9c84f5aa3 [ 670.687294] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.687463] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.687507] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.687786] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.688792] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.688792] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:18c86e3c-3d0e-48d3-89c6-fae9c84f5aa3 already deleted. [ 670.688792] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-18c86e3c-3d0e-48d3-89c6-fae9c84f5aa3" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.154121] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d857526d-eac7-4714-83fd-2e68ebaa6ac6 in Status: SUCCESS [ 671.154335] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d857526d-eac7-4714-83fd-2e68ebaa6ac6" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.431034] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fed5066d-4771-4433-bc29-557a9f1307e0 in Status: SUCCESS [ 672.431034] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fed5066d-4771-4433-bc29-557a9f1307e0" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.431335] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fed5066d-4771-4433-bc29-557a9f1307e0" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.431372] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fed5066d-4771-4433-bc29-557a9f1307e0" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.432027] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.432027] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.432027] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.432027] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.432027] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.432027] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fed5066d-4771-4433-bc29-557a9f1307e0" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.432385] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('fed5066d-4771-4433-bc29-557a9f1307e0',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 672.934607] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock member-fed5066d-4771-4433-bc29-557a9f1307e0 taken with stack trace [, , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.934843] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fed5066d-4771-4433-bc29-557a9f1307e0" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.934843] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fed5066d-4771-4433-bc29-557a9f1307e0" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.935307] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fed5066d-4771-4433-bc29-557a9f1307e0" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.935418] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.935538] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.935538] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.935755] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.935796] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.935885] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fed5066d-4771-4433-bc29-557a9f1307e0" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.936034] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock member-fed5066d-4771-4433-bc29-557a9f1307e0 taken with stack trace [, , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.936131] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fed5066d-4771-4433-bc29-557a9f1307e0" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.936180] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fed5066d-4771-4433-bc29-557a9f1307e0" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.936348] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fed5066d-4771-4433-bc29-557a9f1307e0" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.936686] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.936686] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.936686] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.936868] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.936868] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.936868] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fed5066d-4771-4433-bc29-557a9f1307e0" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.936977] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('fed5066d-4771-4433-bc29-557a9f1307e0',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 673.321144] env[65288]: INFO networking_nsxv3.common.synchronization [None req-67767ba6-ac91-4e10-9c80-c3de3c25570f None None] Enqueued Resource ID: be6ffa77-42d8-46a2-a29b-4fcfa76b2061 with Priority: HIGHEST for action port [ 673.321394] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: be6ffa77-42d8-46a2-a29b-4fcfa76b2061 with Priority: HIGHEST for action port [ 673.321752] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock port-be6ffa77-42d8-46a2-a29b-4fcfa76b2061 taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.321900] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-be6ffa77-42d8-46a2-a29b-4fcfa76b2061" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.321988] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-be6ffa77-42d8-46a2-a29b-4fcfa76b2061" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.322628] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-be6ffa77-42d8-46a2-a29b-4fcfa76b2061" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.322759] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('be6ffa77-42d8-46a2-a29b-4fcfa76b2061',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 673.439646] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for fed5066d-4771-4433-bc29-557a9f1307e0: rpc.has_security_group_logging(os_id): False [ 673.463495] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.463881] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.463881] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.464150] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.464297] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.464955] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.465272] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.465389] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.465718] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.465839] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.467039] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.467039] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.467039] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.467039] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.467039] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.467039] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.467872] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.467872] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.467872] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.467872] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.467872] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fed5066d-4771-4433-bc29-557a9f1307e0 is going to be created. [ 673.536187] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.538585] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.538585] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.538585] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.538585] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.554150] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fed5066d-4771-4433-bc29-557a9f1307e0 in Status: IN_PROGRESS for 2s [ 673.825324] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port be6ffa77-42d8-46a2-a29b-4fcfa76b2061 [ 673.825623] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.825802] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.825901] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.827347] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.827347] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.827347] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:be6ffa77-42d8-46a2-a29b-4fcfa76b2061 already deleted. [ 673.827347] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-be6ffa77-42d8-46a2-a29b-4fcfa76b2061" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.407113] env[65288]: INFO networking_nsxv3.common.synchronization [req-7e15bc22-5ce6-479c-a556-dae19cab2884 req-17b31065-66aa-4e11-a9a4-45f6905b83bd tempest-SecurityGroupRulesTestJSON-733221779 tempest-SecurityGroupRulesTestJSON-733221779-project-member] Enqueued Resource ID: 9f811e8c-a08c-47cd-83cc-3155c8af40f6 with Priority: HIGHEST for action security_group_rules [ 674.407821] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9f811e8c-a08c-47cd-83cc-3155c8af40f6 with Priority: HIGHEST for action security_group_rules [ 674.409623] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9f811e8c-a08c-47cd-83cc-3155c8af40f6 taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.409782] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9f811e8c-a08c-47cd-83cc-3155c8af40f6" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.409866] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9f811e8c-a08c-47cd-83cc-3155c8af40f6" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.410190] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9f811e8c-a08c-47cd-83cc-3155c8af40f6" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.410288] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9f811e8c-a08c-47cd-83cc-3155c8af40f6',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 674.549711] env[65288]: INFO networking_nsxv3.common.synchronization [req-4c23e418-f4db-4eaa-a1ea-f914e12b5b36 req-3ad64da8-e6d6-44b3-b4d3-b82a96fd8ad5 tempest-MultipleCreateTestJSON-1771508532 tempest-MultipleCreateTestJSON-1771508532-project-member] Enqueued Resource ID: 829f8e2a-34a6-4ed5-87c0-e3080c6d8393 with Priority: HIGHEST for action security_group_members [ 674.550454] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 829f8e2a-34a6-4ed5-87c0-e3080c6d8393 with Priority: HIGHEST for action security_group_members [ 674.551038] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock member-829f8e2a-34a6-4ed5-87c0-e3080c6d8393 taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.551038] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-829f8e2a-34a6-4ed5-87c0-e3080c6d8393" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.551194] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-829f8e2a-34a6-4ed5-87c0-e3080c6d8393" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.551387] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-829f8e2a-34a6-4ed5-87c0-e3080c6d8393" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.551599] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.552103] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.552103] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.552103] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.552103] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.552592] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('829f8e2a-34a6-4ed5-87c0-e3080c6d8393',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 674.938190] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.938754] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.938754] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.938754] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.938927] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.939033] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9f811e8c-a08c-47cd-83cc-3155c8af40f6 already deleted. [ 674.939099] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9f811e8c-a08c-47cd-83cc-3155c8af40f6" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.056454] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('829f8e2a-34a6-4ed5-87c0-e3080c6d8393',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 675.483873] env[65288]: INFO networking_nsxv3.common.synchronization [req-b9e14c37-9b78-4ece-b13e-06691548ffca req-294dbb0c-2a4b-465a-95a2-de726737a75b tempest-FloatingIPsAssociationTestJSON-1475271212 tempest-FloatingIPsAssociationTestJSON-1475271212-project-member] Enqueued Resource ID: edfabf1f-8fc9-40d7-a772-417a53540aaf with Priority: HIGHEST for action security_group_members [ 675.484911] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: edfabf1f-8fc9-40d7-a772-417a53540aaf with Priority: HIGHEST for action security_group_members [ 675.484911] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock member-edfabf1f-8fc9-40d7-a772-417a53540aaf taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.484911] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-edfabf1f-8fc9-40d7-a772-417a53540aaf" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.485173] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-edfabf1f-8fc9-40d7-a772-417a53540aaf" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.486140] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-edfabf1f-8fc9-40d7-a772-417a53540aaf" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.486349] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.486454] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.486454] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.486632] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.486827] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.486827] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('edfabf1f-8fc9-40d7-a772-417a53540aaf',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 675.559795] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('829f8e2a-34a6-4ed5-87c0-e3080c6d8393',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 675.573522] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fed5066d-4771-4433-bc29-557a9f1307e0 in Status: SUCCESS [ 675.574450] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fed5066d-4771-4433-bc29-557a9f1307e0" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.849861] env[65288]: INFO networking_nsxv3.common.synchronization [req-61d71073-f87e-4cc5-baf9-3caebee0aedd req-23e31382-bd43-4014-a353-571a18d474d5 tempest-DeleteServersAdminTestJSON-804676728 tempest-DeleteServersAdminTestJSON-804676728-project-member] Enqueued Resource ID: b6fe7cc2-2f0a-4283-8763-dc7c3132388f with Priority: HIGHEST for action security_group_members [ 675.850480] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b6fe7cc2-2f0a-4283-8763-dc7c3132388f with Priority: HIGHEST for action security_group_members [ 675.850811] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock member-b6fe7cc2-2f0a-4283-8763-dc7c3132388f taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.850938] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b6fe7cc2-2f0a-4283-8763-dc7c3132388f" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.851036] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b6fe7cc2-2f0a-4283-8763-dc7c3132388f" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.851305] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b6fe7cc2-2f0a-4283-8763-dc7c3132388f" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.851529] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.851640] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.851699] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.852059] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.852059] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.852240] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b6fe7cc2-2f0a-4283-8763-dc7c3132388f',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 675.989893] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('edfabf1f-8fc9-40d7-a772-417a53540aaf',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 676.064924] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.064924] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.064924] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.064924] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.064924] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.064924] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 829f8e2a-34a6-4ed5-87c0-e3080c6d8393 is going to be updated. [ 676.097051] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.097051] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.097051] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.097051] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.097051] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.107905] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 829f8e2a-34a6-4ed5-87c0-e3080c6d8393 in Status: IN_PROGRESS for 2s [ 676.210231] env[65288]: DEBUG networking_nsxv3.common.locking [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Lock network-436 taken with stack trace [, , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.210473] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquiring lock "network-436" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.210606] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired lock "network-436" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.210888] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired external semaphore "network-436" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.211322] env[65288]: DEBUG networking_nsxv3.common.locking [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.211487] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquiring lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.211622] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.211847] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired external semaphore "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.212031] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Releasing lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.212250] env[65288]: DEBUG dogpile.cache.region [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] No value present for key: 'zone-id' {{(pid=65288) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 676.212372] env[65288]: DEBUG dogpile.lock [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] NeedRegenerationException {{(pid=65288) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 676.212485] env[65288]: DEBUG dogpile.lock [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] no value, waiting for create lock {{(pid=65288) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 676.212586] env[65288]: DEBUG dogpile.lock [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] value creation lock acquired {{(pid=65288) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 676.212709] env[65288]: DEBUG dogpile.cache.region [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] No value present for key: 'zone-id' {{(pid=65288) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 676.212819] env[65288]: DEBUG dogpile.lock [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Calling creation function for not-yet-present value {{(pid=65288) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 676.212939] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 676.244393] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 676.244558] env[65288]: DEBUG dogpile.cache.region [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Cache value generated in 0.032 seconds for key(s): 'zone-id' {{(pid=65288) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 676.244694] env[65288]: DEBUG dogpile.lock [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Released creation lock {{(pid=65288) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 676.244891] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Releasing lock "network-436" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.245234] env[65288]: DEBUG networking_nsxv3.common.locking [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Lock port-c2028d41-83a1-409a-b3e7-19d9fcd48f9a taken with stack trace [, , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.245455] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquiring lock "port-c2028d41-83a1-409a-b3e7-19d9fcd48f9a" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.245542] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired lock "port-c2028d41-83a1-409a-b3e7-19d9fcd48f9a" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.245855] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired external semaphore "port-c2028d41-83a1-409a-b3e7-19d9fcd48f9a" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.245992] env[65288]: DEBUG networking_nsxv3.api.rpc [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c2028d41-83a1-409a-b3e7-19d9fcd48f9a',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 676.356892] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.357232] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.357396] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.357739] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.357982] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.358202] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.358313] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.358378] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.358958] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.359063] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.359163] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b6fe7cc2-2f0a-4283-8763-dc7c3132388f is going to be updated. [ 676.388241] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.388489] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.388489] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.389721] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.389721] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.398300] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b6fe7cc2-2f0a-4283-8763-dc7c3132388f in Status: IN_PROGRESS for 2s [ 676.496774] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('edfabf1f-8fc9-40d7-a772-417a53540aaf',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 676.499149] env[65288]: INFO networking_nsxv3.common.synchronization [None req-9b7cf9f1-165e-4bf8-bb76-bcda33dd5edd None None] Enqueued Resource ID: f74ecd8e-87e9-48f9-b1d5-5fced5848b10 with Priority: HIGHEST for action port [ 676.499770] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f74ecd8e-87e9-48f9-b1d5-5fced5848b10 with Priority: HIGHEST for action port [ 676.500890] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock port-f74ecd8e-87e9-48f9-b1d5-5fced5848b10 taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.500890] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f74ecd8e-87e9-48f9-b1d5-5fced5848b10" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.500890] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f74ecd8e-87e9-48f9-b1d5-5fced5848b10" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.500890] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f74ecd8e-87e9-48f9-b1d5-5fced5848b10" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.500890] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f74ecd8e-87e9-48f9-b1d5-5fced5848b10',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 676.748402] env[65288]: DEBUG networking_nsxv3.common.locking [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.748901] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.748901] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.749112] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.749239] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.749377] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Segment Port c2028d41-83a1-409a-b3e7-19d9fcd48f9a not found, creating... [ 676.749741] env[65288]: DEBUG networking_nsxv3.common.locking [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.749906] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquiring lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.750033] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.750268] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired external semaphore "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.750402] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Releasing lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.750682] env[65288]: DEBUG networking_nsxv3.common.locking [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.750828] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.750935] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.751156] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.751282] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.751412] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Resource: SegmentPort with ID: c2028d41-83a1-409a-b3e7-19d9fcd48f9a is going to be created. [ 676.771731] env[65288]: DEBUG networking_nsxv3.common.locking [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.772040] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.772040] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.772308] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.772535] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.772777] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Releasing lock "port-c2028d41-83a1-409a-b3e7-19d9fcd48f9a" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.999879] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.000084] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.000154] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.000853] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.000853] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.000853] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: edfabf1f-8fc9-40d7-a772-417a53540aaf is going to be updated. [ 677.008085] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f74ecd8e-87e9-48f9-b1d5-5fced5848b10 [ 677.008227] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.008337] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.008337] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.008564] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.008670] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.008764] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f74ecd8e-87e9-48f9-b1d5-5fced5848b10 already deleted. [ 677.008862] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f74ecd8e-87e9-48f9-b1d5-5fced5848b10" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.033648] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.033648] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.033648] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.033648] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.033648] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.042490] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: edfabf1f-8fc9-40d7-a772-417a53540aaf in Status: IN_PROGRESS for 2s [ 677.529188] env[65288]: INFO networking_nsxv3.common.synchronization [req-8baddfc9-d186-4d3e-b635-4f760c05e53f req-678babf4-4afb-4e5c-a364-2f5347511461 tempest-MultipleCreateTestJSON-1771508532 tempest-MultipleCreateTestJSON-1771508532-project-member] Enqueued Resource ID: 829f8e2a-34a6-4ed5-87c0-e3080c6d8393 with Priority: HIGHEST for action security_group_members [ 677.529802] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 829f8e2a-34a6-4ed5-87c0-e3080c6d8393 with Priority: HIGHEST for action security_group_members [ 677.534746] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock member-829f8e2a-34a6-4ed5-87c0-e3080c6d8393 taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.534746] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-829f8e2a-34a6-4ed5-87c0-e3080c6d8393" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.553949] env[65288]: INFO networking_nsxv3.common.synchronization [req-b9e14c37-9b78-4ece-b13e-06691548ffca req-20b8755b-f14b-461d-b040-726ef8db8dfe service nova] Enqueued Resource ID: edfabf1f-8fc9-40d7-a772-417a53540aaf with Priority: HIGHEST for action security_group_rules [ 677.554094] env[65288]: INFO networking_nsxv3.common.synchronization [req-b9e14c37-9b78-4ece-b13e-06691548ffca req-20b8755b-f14b-461d-b040-726ef8db8dfe service nova] Enqueued Resource ID: edfabf1f-8fc9-40d7-a772-417a53540aaf with Priority: HIGHEST for action security_group_members [ 677.554261] env[65288]: INFO networking_nsxv3.common.synchronization [req-b9e14c37-9b78-4ece-b13e-06691548ffca req-20b8755b-f14b-461d-b040-726ef8db8dfe service nova] Enqueued Resource ID: c2028d41-83a1-409a-b3e7-19d9fcd48f9a with Priority: HIGHEST for action port [ 677.555665] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: edfabf1f-8fc9-40d7-a772-417a53540aaf with Priority: HIGHEST for action security_group_rules [ 677.555665] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: edfabf1f-8fc9-40d7-a772-417a53540aaf with Priority: HIGHEST for action security_group_members [ 677.555977] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c2028d41-83a1-409a-b3e7-19d9fcd48f9a with Priority: HIGHEST for action port [ 677.556098] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock rules-edfabf1f-8fc9-40d7-a772-417a53540aaf taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.556166] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-edfabf1f-8fc9-40d7-a772-417a53540aaf" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.556238] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-edfabf1f-8fc9-40d7-a772-417a53540aaf" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.556445] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-edfabf1f-8fc9-40d7-a772-417a53540aaf" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.556820] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('edfabf1f-8fc9-40d7-a772-417a53540aaf',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 677.558986] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock member-edfabf1f-8fc9-40d7-a772-417a53540aaf taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.559288] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-edfabf1f-8fc9-40d7-a772-417a53540aaf" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.559419] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock port-c2028d41-83a1-409a-b3e7-19d9fcd48f9a taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.560385] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c2028d41-83a1-409a-b3e7-19d9fcd48f9a" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.560385] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c2028d41-83a1-409a-b3e7-19d9fcd48f9a" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.560385] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c2028d41-83a1-409a-b3e7-19d9fcd48f9a" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.560385] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c2028d41-83a1-409a-b3e7-19d9fcd48f9a',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 678.062860] env[65288]: INFO networking_nsxv3.common.synchronization [req-240be591-074c-4090-8fff-27fa2cae9bdf req-9540e58a-26f4-4b50-b24e-a0e6a4b417f0 tempest-ServersTestMultiNic-1767734042 tempest-ServersTestMultiNic-1767734042-project-member] Enqueued Resource ID: 190d80dc-4948-45bb-a2a0-fd44e4377cb2 with Priority: HIGHEST for action security_group_members [ 678.062860] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock member-edfabf1f-8fc9-40d7-a772-417a53540aaf taken with stack trace [, , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.062860] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-edfabf1f-8fc9-40d7-a772-417a53540aaf" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.062860] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 190d80dc-4948-45bb-a2a0-fd44e4377cb2 with Priority: HIGHEST for action security_group_members [ 678.063983] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c2028d41-83a1-409a-b3e7-19d9fcd48f9a with status ACTIVE [ 678.066804] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.066804] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.066804] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.066804] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.066804] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.066804] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.066804] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.066804] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.066804] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.066804] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.066804] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.066804] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.066804] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.066804] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.066804] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.067481] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c2028d41-83a1-409a-b3e7-19d9fcd48f9a is going to be updated. [ 678.068454] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock member-190d80dc-4948-45bb-a2a0-fd44e4377cb2 taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.068454] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-190d80dc-4948-45bb-a2a0-fd44e4377cb2" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.068454] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-190d80dc-4948-45bb-a2a0-fd44e4377cb2" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.068796] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-190d80dc-4948-45bb-a2a0-fd44e4377cb2" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.068796] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.068796] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.068916] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.068951] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.069067] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.069122] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('190d80dc-4948-45bb-a2a0-fd44e4377cb2',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 678.092904] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.092904] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.092904] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.092904] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.092904] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.092904] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c2028d41-83a1-409a-b3e7-19d9fcd48f9a" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.120712] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 829f8e2a-34a6-4ed5-87c0-e3080c6d8393 in Status: SUCCESS [ 678.120914] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-829f8e2a-34a6-4ed5-87c0-e3080c6d8393" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.121133] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-829f8e2a-34a6-4ed5-87c0-e3080c6d8393" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.121391] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-829f8e2a-34a6-4ed5-87c0-e3080c6d8393" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.121575] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.121691] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.121751] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.121900] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.121989] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.122115] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('829f8e2a-34a6-4ed5-87c0-e3080c6d8393',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 678.409675] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b6fe7cc2-2f0a-4283-8763-dc7c3132388f in Status: SUCCESS [ 678.409843] env[65288]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b6fe7cc2-2f0a-4283-8763-dc7c3132388f deletion is rescheduled due to dependency. [ 678.409955] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b6fe7cc2-2f0a-4283-8763-dc7c3132388f" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.573542] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.573542] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.573542] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.573542] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.573542] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.573542] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.573542] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.573542] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.573542] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.573542] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.573542] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 190d80dc-4948-45bb-a2a0-fd44e4377cb2 already deleted. [ 678.573542] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-190d80dc-4948-45bb-a2a0-fd44e4377cb2" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.626944] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.626944] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.626944] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.627229] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.627270] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.627742] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.627742] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.627742] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.627932] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.627932] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.627932] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 829f8e2a-34a6-4ed5-87c0-e3080c6d8393 is going to be updated. [ 678.665978] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.666231] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.666231] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.666437] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.666653] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.679129] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 829f8e2a-34a6-4ed5-87c0-e3080c6d8393 in Status: IN_PROGRESS for 2s [ 678.717977] env[65288]: INFO networking_nsxv3.common.synchronization [req-240be591-074c-4090-8fff-27fa2cae9bdf req-2003582c-91a2-467c-b1d2-557458ad1d03 tempest-ServersTestMultiNic-1767734042 tempest-ServersTestMultiNic-1767734042-project-member] Enqueued Resource ID: 190d80dc-4948-45bb-a2a0-fd44e4377cb2 with Priority: HIGHEST for action security_group_members [ 678.718688] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 190d80dc-4948-45bb-a2a0-fd44e4377cb2 with Priority: HIGHEST for action security_group_members [ 678.719010] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock member-190d80dc-4948-45bb-a2a0-fd44e4377cb2 taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.719250] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-190d80dc-4948-45bb-a2a0-fd44e4377cb2" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.719347] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-190d80dc-4948-45bb-a2a0-fd44e4377cb2" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.719554] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-190d80dc-4948-45bb-a2a0-fd44e4377cb2" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.719769] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.719866] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.720776] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.721182] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.721182] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.721297] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('190d80dc-4948-45bb-a2a0-fd44e4377cb2',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 678.725345] env[65288]: INFO networking_nsxv3.common.synchronization [None req-c7cb1ca5-e9ad-477a-bf39-54c652917a2d None None] Enqueued Resource ID: aaa21402-5858-48cf-8988-377d15ee752b with Priority: HIGHEST for action port [ 678.725957] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aaa21402-5858-48cf-8988-377d15ee752b with Priority: HIGHEST for action port [ 678.727250] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock port-aaa21402-5858-48cf-8988-377d15ee752b taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.727250] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-aaa21402-5858-48cf-8988-377d15ee752b" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.727250] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-aaa21402-5858-48cf-8988-377d15ee752b" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.727250] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-aaa21402-5858-48cf-8988-377d15ee752b" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.727250] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('aaa21402-5858-48cf-8988-377d15ee752b',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 679.059893] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: edfabf1f-8fc9-40d7-a772-417a53540aaf in Status: SUCCESS [ 679.060148] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-edfabf1f-8fc9-40d7-a772-417a53540aaf" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.060437] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-edfabf1f-8fc9-40d7-a772-417a53540aaf" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.060817] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-edfabf1f-8fc9-40d7-a772-417a53540aaf" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.060989] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.061102] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.061207] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.061402] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.061487] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.061604] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('edfabf1f-8fc9-40d7-a772-417a53540aaf',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 679.228193] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.228193] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.229075] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.229075] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.229075] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.229075] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.229075] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.229075] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.229542] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.229542] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.229542] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 190d80dc-4948-45bb-a2a0-fd44e4377cb2 already deleted. [ 679.229542] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-190d80dc-4948-45bb-a2a0-fd44e4377cb2" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.229842] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port aaa21402-5858-48cf-8988-377d15ee752b [ 679.229842] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.230031] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.230031] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.230158] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.230158] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.230265] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:aaa21402-5858-48cf-8988-377d15ee752b already deleted. [ 679.230417] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-aaa21402-5858-48cf-8988-377d15ee752b" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.304974] env[65288]: INFO networking_nsxv3.common.synchronization [req-240be591-074c-4090-8fff-27fa2cae9bdf req-12a50537-bd85-4e65-ad0d-84af22247077 tempest-ServersTestMultiNic-1767734042 tempest-ServersTestMultiNic-1767734042-project-member] Enqueued Resource ID: 190d80dc-4948-45bb-a2a0-fd44e4377cb2 with Priority: HIGHEST for action security_group_members [ 679.305684] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 190d80dc-4948-45bb-a2a0-fd44e4377cb2 with Priority: HIGHEST for action security_group_members [ 679.306288] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock member-190d80dc-4948-45bb-a2a0-fd44e4377cb2 taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.306288] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-190d80dc-4948-45bb-a2a0-fd44e4377cb2" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.306480] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-190d80dc-4948-45bb-a2a0-fd44e4377cb2" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.306708] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-190d80dc-4948-45bb-a2a0-fd44e4377cb2" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.306823] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.306967] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.307064] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.307292] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.307464] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.307558] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('190d80dc-4948-45bb-a2a0-fd44e4377cb2',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 679.563830] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('edfabf1f-8fc9-40d7-a772-417a53540aaf',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 679.810483] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.811063] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.811203] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.811500] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.811677] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.812248] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.812421] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.812533] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.812799] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.812930] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.813143] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 190d80dc-4948-45bb-a2a0-fd44e4377cb2 already deleted. [ 679.813291] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-190d80dc-4948-45bb-a2a0-fd44e4377cb2" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.069467] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('edfabf1f-8fc9-40d7-a772-417a53540aaf',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 680.075531] env[65288]: DEBUG networking_nsxv3.common.locking [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Lock network-976 taken with stack trace [, , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.075950] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquiring lock "network-976" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.075950] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired lock "network-976" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.076182] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired external semaphore "network-976" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.077599] env[65288]: DEBUG networking_nsxv3.common.locking [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.077599] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquiring lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.077599] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.077599] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired external semaphore "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.077599] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Releasing lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.077925] env[65288]: DEBUG dogpile.cache.region [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] No value present for key: 'zone-id' {{(pid=65288) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 680.077925] env[65288]: DEBUG dogpile.lock [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] NeedRegenerationException {{(pid=65288) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 680.077989] env[65288]: DEBUG dogpile.lock [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] no value, waiting for create lock {{(pid=65288) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 680.078174] env[65288]: DEBUG dogpile.lock [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] value creation lock acquired {{(pid=65288) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 680.078365] env[65288]: DEBUG dogpile.cache.region [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] No value present for key: 'zone-id' {{(pid=65288) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 680.078817] env[65288]: DEBUG dogpile.lock [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Calling creation function for not-yet-present value {{(pid=65288) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 680.079555] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 680.100199] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 680.100304] env[65288]: DEBUG dogpile.cache.region [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65288) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 680.100438] env[65288]: DEBUG dogpile.lock [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Released creation lock {{(pid=65288) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 680.100619] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Releasing lock "network-976" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.100923] env[65288]: DEBUG networking_nsxv3.common.locking [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Lock port-47d4fa5b-6142-422e-892a-11450b409de6 taken with stack trace [, , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.101101] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquiring lock "port-47d4fa5b-6142-422e-892a-11450b409de6" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.101214] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired lock "port-47d4fa5b-6142-422e-892a-11450b409de6" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.101804] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired external semaphore "port-47d4fa5b-6142-422e-892a-11450b409de6" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.101945] env[65288]: DEBUG networking_nsxv3.api.rpc [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('47d4fa5b-6142-422e-892a-11450b409de6',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 680.571060] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.571475] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.571475] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.571475] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.571597] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.571631] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: edfabf1f-8fc9-40d7-a772-417a53540aaf is going to be updated. [ 680.604866] env[65288]: DEBUG networking_nsxv3.common.locking [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.605153] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.605246] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.605627] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.605819] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.605997] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Segment Port 47d4fa5b-6142-422e-892a-11450b409de6 not found, creating... [ 680.606359] env[65288]: DEBUG networking_nsxv3.common.locking [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.606557] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquiring lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.606684] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.606944] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired external semaphore "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.607100] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Releasing lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.607420] env[65288]: DEBUG networking_nsxv3.common.locking [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.607619] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.607749] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.608022] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.608218] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.608815] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Resource: SegmentPort with ID: 47d4fa5b-6142-422e-892a-11450b409de6 is going to be created. [ 680.619455] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.619630] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.619728] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.620099] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.620099] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.629278] env[65288]: DEBUG networking_nsxv3.common.locking [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.629493] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.629663] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.630370] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.630637] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.630832] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Releasing lock "port-47d4fa5b-6142-422e-892a-11450b409de6" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.632268] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: edfabf1f-8fc9-40d7-a772-417a53540aaf in Status: IN_PROGRESS for 2s [ 680.692847] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 829f8e2a-34a6-4ed5-87c0-e3080c6d8393 in Status: SUCCESS [ 680.692847] env[65288]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 829f8e2a-34a6-4ed5-87c0-e3080c6d8393 deletion is rescheduled due to dependency. [ 680.692847] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-829f8e2a-34a6-4ed5-87c0-e3080c6d8393" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.389232] env[65288]: INFO networking_nsxv3.common.synchronization [req-240be591-074c-4090-8fff-27fa2cae9bdf req-e5066ae7-db4f-45b7-92e7-5992254e3b48 service nova] Enqueued Resource ID: 190d80dc-4948-45bb-a2a0-fd44e4377cb2 with Priority: HIGHEST for action security_group_rules [ 681.389408] env[65288]: INFO networking_nsxv3.common.synchronization [req-240be591-074c-4090-8fff-27fa2cae9bdf req-e5066ae7-db4f-45b7-92e7-5992254e3b48 service nova] Enqueued Resource ID: 190d80dc-4948-45bb-a2a0-fd44e4377cb2 with Priority: HIGHEST for action security_group_members [ 681.389539] env[65288]: INFO networking_nsxv3.common.synchronization [req-240be591-074c-4090-8fff-27fa2cae9bdf req-e5066ae7-db4f-45b7-92e7-5992254e3b48 service nova] Enqueued Resource ID: 47d4fa5b-6142-422e-892a-11450b409de6 with Priority: HIGHEST for action port [ 681.391323] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 190d80dc-4948-45bb-a2a0-fd44e4377cb2 with Priority: HIGHEST for action security_group_rules [ 681.391323] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 190d80dc-4948-45bb-a2a0-fd44e4377cb2 with Priority: HIGHEST for action security_group_members [ 681.391323] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 47d4fa5b-6142-422e-892a-11450b409de6 with Priority: HIGHEST for action port [ 681.391323] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock rules-190d80dc-4948-45bb-a2a0-fd44e4377cb2 taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.391323] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-190d80dc-4948-45bb-a2a0-fd44e4377cb2" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.391323] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-190d80dc-4948-45bb-a2a0-fd44e4377cb2" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.391323] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-190d80dc-4948-45bb-a2a0-fd44e4377cb2" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.391323] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('190d80dc-4948-45bb-a2a0-fd44e4377cb2',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 681.392333] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock member-190d80dc-4948-45bb-a2a0-fd44e4377cb2 taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.392333] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-190d80dc-4948-45bb-a2a0-fd44e4377cb2" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.392333] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-190d80dc-4948-45bb-a2a0-fd44e4377cb2" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.392333] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-190d80dc-4948-45bb-a2a0-fd44e4377cb2" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.392710] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.392710] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.392710] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.393090] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.393090] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.393090] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('190d80dc-4948-45bb-a2a0-fd44e4377cb2',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 681.394554] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock port-47d4fa5b-6142-422e-892a-11450b409de6 taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.394554] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-47d4fa5b-6142-422e-892a-11450b409de6" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.394554] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-47d4fa5b-6142-422e-892a-11450b409de6" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.394554] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-47d4fa5b-6142-422e-892a-11450b409de6" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.394554] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('47d4fa5b-6142-422e-892a-11450b409de6',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 681.532817] env[65288]: INFO networking_nsxv3.common.synchronization [None req-0935ad89-9fb0-45db-8775-071290dc8da4 None None] Enqueued Resource ID: fa05fa49-44a7-451c-9264-fcc3ff1c7e02 with Priority: HIGHEST for action port [ 681.533201] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fa05fa49-44a7-451c-9264-fcc3ff1c7e02 with Priority: HIGHEST for action port [ 681.533409] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock port-fa05fa49-44a7-451c-9264-fcc3ff1c7e02 taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.533530] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fa05fa49-44a7-451c-9264-fcc3ff1c7e02" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.533597] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fa05fa49-44a7-451c-9264-fcc3ff1c7e02" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.533846] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fa05fa49-44a7-451c-9264-fcc3ff1c7e02" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.533928] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fa05fa49-44a7-451c-9264-fcc3ff1c7e02',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 681.897976] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('190d80dc-4948-45bb-a2a0-fd44e4377cb2',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 681.900446] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock member-190d80dc-4948-45bb-a2a0-fd44e4377cb2 taken with stack trace [, , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.900595] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-190d80dc-4948-45bb-a2a0-fd44e4377cb2" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.900657] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 47d4fa5b-6142-422e-892a-11450b409de6 with status ACTIVE [ 681.900784] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.900892] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.900957] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.901465] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.901465] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.901465] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.901668] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.901668] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.901789] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.901789] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.901928] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.902612] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.903855] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.904087] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.904214] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.904297] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 47d4fa5b-6142-422e-892a-11450b409de6 is going to be updated. [ 681.928836] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.928836] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.928836] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.928836] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.928836] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.928836] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-47d4fa5b-6142-422e-892a-11450b409de6" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.036802] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port fa05fa49-44a7-451c-9264-fcc3ff1c7e02 [ 682.036802] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.036927] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.036927] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.037266] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.037482] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.037622] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:fa05fa49-44a7-451c-9264-fcc3ff1c7e02 already deleted. [ 682.037752] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fa05fa49-44a7-451c-9264-fcc3ff1c7e02" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.249486] env[65288]: DEBUG networking_nsxv3.common.locking [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Lock network-434 taken with stack trace [, , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.249748] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquiring lock "network-434" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.249832] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired lock "network-434" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.250297] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired external semaphore "network-434" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.250413] env[65288]: DEBUG networking_nsxv3.common.locking [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.250550] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquiring lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.250617] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.251367] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired external semaphore "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.251367] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Releasing lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.251367] env[65288]: DEBUG dogpile.cache.region [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] No value present for key: 'zone-id' {{(pid=65288) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 682.251367] env[65288]: DEBUG dogpile.lock [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] NeedRegenerationException {{(pid=65288) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 682.251367] env[65288]: DEBUG dogpile.lock [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] no value, waiting for create lock {{(pid=65288) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 682.251658] env[65288]: DEBUG dogpile.lock [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] value creation lock acquired {{(pid=65288) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 682.251658] env[65288]: DEBUG dogpile.cache.region [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] No value present for key: 'zone-id' {{(pid=65288) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 682.251658] env[65288]: DEBUG dogpile.lock [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Calling creation function for not-yet-present value {{(pid=65288) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 682.251766] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 682.274680] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 682.274680] env[65288]: DEBUG dogpile.cache.region [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65288) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 682.274892] env[65288]: DEBUG dogpile.lock [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Released creation lock {{(pid=65288) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 682.274977] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Releasing lock "network-434" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.275253] env[65288]: DEBUG networking_nsxv3.common.locking [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Lock port-c560cc19-76bb-4015-97fa-7725b6c980b0 taken with stack trace [, , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.275660] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquiring lock "port-c560cc19-76bb-4015-97fa-7725b6c980b0" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.275660] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired lock "port-c560cc19-76bb-4015-97fa-7725b6c980b0" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.275868] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired external semaphore "port-c560cc19-76bb-4015-97fa-7725b6c980b0" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.276000] env[65288]: DEBUG networking_nsxv3.api.rpc [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c560cc19-76bb-4015-97fa-7725b6c980b0',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 682.407793] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('190d80dc-4948-45bb-a2a0-fd44e4377cb2',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 682.647676] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: edfabf1f-8fc9-40d7-a772-417a53540aaf in Status: SUCCESS [ 682.648787] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-edfabf1f-8fc9-40d7-a772-417a53540aaf" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.648787] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-edfabf1f-8fc9-40d7-a772-417a53540aaf" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.648787] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-edfabf1f-8fc9-40d7-a772-417a53540aaf" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.649347] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.649347] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.649347] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.649522] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.649769] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.649769] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-edfabf1f-8fc9-40d7-a772-417a53540aaf" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.649870] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('edfabf1f-8fc9-40d7-a772-417a53540aaf',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 682.778442] env[65288]: DEBUG networking_nsxv3.common.locking [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.778632] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.778751] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.779061] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.779216] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.779362] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Segment Port c560cc19-76bb-4015-97fa-7725b6c980b0 not found, creating... [ 682.779623] env[65288]: DEBUG networking_nsxv3.common.locking [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.781041] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquiring lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.781041] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.781041] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired external semaphore "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.781041] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Releasing lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.781041] env[65288]: DEBUG networking_nsxv3.common.locking [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.781041] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.781041] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.781041] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.782999] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.783238] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Resource: SegmentPort with ID: c560cc19-76bb-4015-97fa-7725b6c980b0 is going to be created. [ 682.805466] env[65288]: DEBUG networking_nsxv3.common.locking [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.805697] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.805837] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.806129] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.806740] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.806740] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Releasing lock "port-c560cc19-76bb-4015-97fa-7725b6c980b0" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.909705] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.910073] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.910073] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.910255] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.910322] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.910374] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 190d80dc-4948-45bb-a2a0-fd44e4377cb2 is going to be created. [ 682.949864] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.950042] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.950087] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.950294] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.950459] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.965494] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 190d80dc-4948-45bb-a2a0-fd44e4377cb2 in Status: UNINITIALIZED for 2s [ 683.154326] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock member-edfabf1f-8fc9-40d7-a772-417a53540aaf taken with stack trace [, , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.154558] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-edfabf1f-8fc9-40d7-a772-417a53540aaf" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.154558] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-edfabf1f-8fc9-40d7-a772-417a53540aaf" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.154761] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-edfabf1f-8fc9-40d7-a772-417a53540aaf" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.154961] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.155026] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.155093] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.155236] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.155330] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.155419] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-edfabf1f-8fc9-40d7-a772-417a53540aaf" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.155561] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock member-edfabf1f-8fc9-40d7-a772-417a53540aaf taken with stack trace [, , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.155650] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-edfabf1f-8fc9-40d7-a772-417a53540aaf" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.155704] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-edfabf1f-8fc9-40d7-a772-417a53540aaf" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.155843] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-edfabf1f-8fc9-40d7-a772-417a53540aaf" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.155977] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.156210] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.156210] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.156307] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.156343] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.156767] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-edfabf1f-8fc9-40d7-a772-417a53540aaf" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.156767] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('edfabf1f-8fc9-40d7-a772-417a53540aaf',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 683.165461] env[65288]: INFO networking_nsxv3.common.synchronization [req-5a7994d5-246d-4309-b290-056de4fd6375 req-a3b396bb-332a-4ea5-b60a-a58756494a48 tempest-ServersAdminTestJSON-1417343482 tempest-ServersAdminTestJSON-1417343482-project-member] Enqueued Resource ID: d4809d67-1b31-408a-868c-7991f7666292 with Priority: HIGHEST for action security_group_members [ 683.166468] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d4809d67-1b31-408a-868c-7991f7666292 with Priority: HIGHEST for action security_group_members [ 683.166731] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock member-d4809d67-1b31-408a-868c-7991f7666292 taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.166847] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d4809d67-1b31-408a-868c-7991f7666292" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.166914] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d4809d67-1b31-408a-868c-7991f7666292" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.167260] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d4809d67-1b31-408a-868c-7991f7666292" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.167442] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.167549] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.167612] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.167769] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.167853] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.167950] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d4809d67-1b31-408a-868c-7991f7666292',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 683.581524] env[65288]: INFO networking_nsxv3.common.synchronization [req-240be591-074c-4090-8fff-27fa2cae9bdf req-a117fd05-c414-4590-a14b-3a66482aa8ed service nova] Enqueued Resource ID: 190d80dc-4948-45bb-a2a0-fd44e4377cb2 with Priority: HIGHEST for action security_group_rules [ 683.581524] env[65288]: INFO networking_nsxv3.common.synchronization [req-240be591-074c-4090-8fff-27fa2cae9bdf req-a117fd05-c414-4590-a14b-3a66482aa8ed service nova] Enqueued Resource ID: 190d80dc-4948-45bb-a2a0-fd44e4377cb2 with Priority: HIGHEST for action security_group_members [ 683.581524] env[65288]: INFO networking_nsxv3.common.synchronization [req-240be591-074c-4090-8fff-27fa2cae9bdf req-a117fd05-c414-4590-a14b-3a66482aa8ed service nova] Enqueued Resource ID: c560cc19-76bb-4015-97fa-7725b6c980b0 with Priority: HIGHEST for action port [ 683.581524] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 190d80dc-4948-45bb-a2a0-fd44e4377cb2 with Priority: HIGHEST for action security_group_rules [ 683.581524] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 190d80dc-4948-45bb-a2a0-fd44e4377cb2 with Priority: HIGHEST for action security_group_members [ 683.581524] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c560cc19-76bb-4015-97fa-7725b6c980b0 with Priority: HIGHEST for action port [ 683.581524] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock rules-190d80dc-4948-45bb-a2a0-fd44e4377cb2 taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.581524] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-190d80dc-4948-45bb-a2a0-fd44e4377cb2" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.582032] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock member-190d80dc-4948-45bb-a2a0-fd44e4377cb2 taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.582032] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-190d80dc-4948-45bb-a2a0-fd44e4377cb2" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.582250] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock port-c560cc19-76bb-4015-97fa-7725b6c980b0 taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.582386] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c560cc19-76bb-4015-97fa-7725b6c980b0" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.582602] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c560cc19-76bb-4015-97fa-7725b6c980b0" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.582844] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c560cc19-76bb-4015-97fa-7725b6c980b0" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.582844] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c560cc19-76bb-4015-97fa-7725b6c980b0',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 683.658958] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for edfabf1f-8fc9-40d7-a772-417a53540aaf: rpc.has_security_group_logging(os_id): False [ 683.670253] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d4809d67-1b31-408a-868c-7991f7666292',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 683.679765] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.679952] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.679952] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.680187] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.680329] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.680536] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.680646] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.680753] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.680835] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.680960] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.681129] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.681230] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.681307] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.681733] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.681733] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.681733] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.681887] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.681887] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.681952] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.682395] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.682395] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: edfabf1f-8fc9-40d7-a772-417a53540aaf is going to be updated. [ 683.748077] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.748077] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.748077] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.748676] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.748676] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.786981] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: edfabf1f-8fc9-40d7-a772-417a53540aaf in Status: IN_PROGRESS for 2s [ 683.882062] env[65288]: DEBUG networking_nsxv3.common.locking [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Lock network-92 taken with stack trace [, , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.882427] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquiring lock "network-92" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.882656] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired lock "network-92" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.883161] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired external semaphore "network-92" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.883873] env[65288]: DEBUG networking_nsxv3.common.locking [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.884138] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquiring lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.884343] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.884716] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired external semaphore "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.885088] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Releasing lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.885420] env[65288]: DEBUG dogpile.cache.region [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] No value present for key: 'zone-id' {{(pid=65288) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 683.885605] env[65288]: DEBUG dogpile.lock [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] NeedRegenerationException {{(pid=65288) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 683.885808] env[65288]: DEBUG dogpile.lock [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] no value, waiting for create lock {{(pid=65288) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 683.886014] env[65288]: DEBUG dogpile.lock [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] value creation lock acquired {{(pid=65288) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 683.886246] env[65288]: DEBUG dogpile.cache.region [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] No value present for key: 'zone-id' {{(pid=65288) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 683.886443] env[65288]: DEBUG dogpile.lock [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Calling creation function for not-yet-present value {{(pid=65288) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 683.886672] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 683.912661] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 683.913057] env[65288]: DEBUG dogpile.cache.region [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=65288) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 683.913193] env[65288]: DEBUG dogpile.lock [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Released creation lock {{(pid=65288) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 683.913348] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Releasing lock "network-92" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.913665] env[65288]: DEBUG networking_nsxv3.common.locking [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Lock port-9744b436-2a4b-45b0-8812-a4770b7335a0 taken with stack trace [, , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.913826] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquiring lock "port-9744b436-2a4b-45b0-8812-a4770b7335a0" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.913938] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired lock "port-9744b436-2a4b-45b0-8812-a4770b7335a0" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.914431] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired external semaphore "port-9744b436-2a4b-45b0-8812-a4770b7335a0" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.914621] env[65288]: DEBUG networking_nsxv3.api.rpc [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9744b436-2a4b-45b0-8812-a4770b7335a0',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 684.086640] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c560cc19-76bb-4015-97fa-7725b6c980b0 with status ACTIVE [ 684.086865] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.086976] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.087089] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.088217] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.088217] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.088217] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.088217] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.088217] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.088217] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.088217] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.088217] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.088217] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.088730] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.088730] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.088730] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.088831] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c560cc19-76bb-4015-97fa-7725b6c980b0 is going to be updated. [ 684.112941] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.112941] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.112941] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.113353] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.113353] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.113661] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c560cc19-76bb-4015-97fa-7725b6c980b0" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.126026] env[65288]: INFO networking_nsxv3.common.synchronization [None req-5a254980-5de8-4e96-b98b-7b96ece7bc64 None None] Enqueued Resource ID: 0c847953-7d60-42c1-8ce0-277a5a804921 with Priority: HIGHEST for action port [ 684.126026] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0c847953-7d60-42c1-8ce0-277a5a804921 with Priority: HIGHEST for action port [ 684.126026] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock port-0c847953-7d60-42c1-8ce0-277a5a804921 taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.126026] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0c847953-7d60-42c1-8ce0-277a5a804921" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.126026] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0c847953-7d60-42c1-8ce0-277a5a804921" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.126626] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0c847953-7d60-42c1-8ce0-277a5a804921" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.126626] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0c847953-7d60-42c1-8ce0-277a5a804921',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 684.173739] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d4809d67-1b31-408a-868c-7991f7666292',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 684.418314] env[65288]: DEBUG networking_nsxv3.common.locking [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.418600] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.418729] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.419066] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.419252] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.419421] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Segment Port 9744b436-2a4b-45b0-8812-a4770b7335a0 not found, creating... [ 684.419718] env[65288]: DEBUG networking_nsxv3.common.locking [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.419890] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquiring lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.420010] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.420263] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired external semaphore "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.420713] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Releasing lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.421095] env[65288]: DEBUG networking_nsxv3.common.locking [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.421268] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.421469] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.421739] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.421797] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.421903] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Resource: SegmentPort with ID: 9744b436-2a4b-45b0-8812-a4770b7335a0 is going to be created. [ 684.444158] env[65288]: DEBUG networking_nsxv3.common.locking [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.444363] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.444540] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.444736] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.445143] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.445267] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Releasing lock "port-9744b436-2a4b-45b0-8812-a4770b7335a0" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.629134] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 0c847953-7d60-42c1-8ce0-277a5a804921 [ 684.629414] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.629599] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.629599] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.629819] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.629909] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.630013] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:0c847953-7d60-42c1-8ce0-277a5a804921 already deleted. [ 684.630101] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0c847953-7d60-42c1-8ce0-277a5a804921" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.676151] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.676377] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.676472] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.676729] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.676865] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.676995] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d4809d67-1b31-408a-868c-7991f7666292 is going to be updated. [ 684.716284] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.716513] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.716513] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.716681] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.716877] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.729147] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d4809d67-1b31-408a-868c-7991f7666292 in Status: IN_PROGRESS for 2s [ 684.978175] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 190d80dc-4948-45bb-a2a0-fd44e4377cb2 in Status: SUCCESS [ 684.978556] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-190d80dc-4948-45bb-a2a0-fd44e4377cb2" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.979573] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-190d80dc-4948-45bb-a2a0-fd44e4377cb2" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.979802] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-190d80dc-4948-45bb-a2a0-fd44e4377cb2" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.980021] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.980139] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.980204] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.980357] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.980444] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.980530] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-190d80dc-4948-45bb-a2a0-fd44e4377cb2" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.980625] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('190d80dc-4948-45bb-a2a0-fd44e4377cb2',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 684.982912] env[65288]: DEBUG networking_nsxv3.common.locking [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Lock network-976 taken with stack trace [, , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.983197] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquiring lock "network-976" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.983244] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired lock "network-976" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.983439] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired external semaphore "network-976" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.987171] env[65288]: DEBUG networking_nsxv3.common.locking [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.987432] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquiring lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.987541] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.987775] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired external semaphore "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.987918] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Releasing lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.988148] env[65288]: DEBUG dogpile.cache.region [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] No value present for key: 'zone-id' {{(pid=65288) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 684.988252] env[65288]: DEBUG dogpile.lock [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] NeedRegenerationException {{(pid=65288) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 684.988375] env[65288]: DEBUG dogpile.lock [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] no value, waiting for create lock {{(pid=65288) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 684.988447] env[65288]: DEBUG dogpile.lock [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] value creation lock acquired {{(pid=65288) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 684.988544] env[65288]: DEBUG dogpile.cache.region [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] No value present for key: 'zone-id' {{(pid=65288) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 684.988662] env[65288]: DEBUG dogpile.lock [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Calling creation function for not-yet-present value {{(pid=65288) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 684.988758] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 684.990287] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-190d80dc-4948-45bb-a2a0-fd44e4377cb2" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.990468] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-190d80dc-4948-45bb-a2a0-fd44e4377cb2" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.990649] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.990767] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.990838] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.990986] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.991077] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.991165] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('190d80dc-4948-45bb-a2a0-fd44e4377cb2',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 685.012394] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 685.012771] env[65288]: DEBUG dogpile.cache.region [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65288) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 685.013055] env[65288]: DEBUG dogpile.lock [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Released creation lock {{(pid=65288) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 685.013342] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Releasing lock "network-976" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.013760] env[65288]: DEBUG networking_nsxv3.common.locking [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Lock port-fbfd5673-f7d4-4614-b0de-51ec18421bb9 taken with stack trace [, , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.015017] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquiring lock "port-fbfd5673-f7d4-4614-b0de-51ec18421bb9" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.015017] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired lock "port-fbfd5673-f7d4-4614-b0de-51ec18421bb9" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.015017] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired external semaphore "port-fbfd5673-f7d4-4614-b0de-51ec18421bb9" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.015017] env[65288]: DEBUG networking_nsxv3.api.rpc [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fbfd5673-f7d4-4614-b0de-51ec18421bb9',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 685.166247] env[65288]: INFO networking_nsxv3.common.synchronization [req-5a7994d5-246d-4309-b290-056de4fd6375 req-d0457f62-0bb7-4567-9ac6-0779ea92e9f1 service nova] Enqueued Resource ID: d4809d67-1b31-408a-868c-7991f7666292 with Priority: HIGHEST for action security_group_rules [ 685.166247] env[65288]: INFO networking_nsxv3.common.synchronization [req-5a7994d5-246d-4309-b290-056de4fd6375 req-d0457f62-0bb7-4567-9ac6-0779ea92e9f1 service nova] Enqueued Resource ID: d4809d67-1b31-408a-868c-7991f7666292 with Priority: HIGHEST for action security_group_members [ 685.166247] env[65288]: INFO networking_nsxv3.common.synchronization [req-5a7994d5-246d-4309-b290-056de4fd6375 req-d0457f62-0bb7-4567-9ac6-0779ea92e9f1 service nova] Enqueued Resource ID: 9744b436-2a4b-45b0-8812-a4770b7335a0 with Priority: HIGHEST for action port [ 685.166247] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d4809d67-1b31-408a-868c-7991f7666292 with Priority: HIGHEST for action security_group_rules [ 685.166247] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d4809d67-1b31-408a-868c-7991f7666292 with Priority: HIGHEST for action security_group_members [ 685.166247] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9744b436-2a4b-45b0-8812-a4770b7335a0 with Priority: HIGHEST for action port [ 685.166247] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d4809d67-1b31-408a-868c-7991f7666292 taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.166247] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d4809d67-1b31-408a-868c-7991f7666292" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.166247] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d4809d67-1b31-408a-868c-7991f7666292" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.167824] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d4809d67-1b31-408a-868c-7991f7666292" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.168112] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d4809d67-1b31-408a-868c-7991f7666292',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 685.170237] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock member-d4809d67-1b31-408a-868c-7991f7666292 taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.170776] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d4809d67-1b31-408a-868c-7991f7666292" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.174235] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock port-9744b436-2a4b-45b0-8812-a4770b7335a0 taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.174235] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9744b436-2a4b-45b0-8812-a4770b7335a0" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.174235] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9744b436-2a4b-45b0-8812-a4770b7335a0" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.174235] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9744b436-2a4b-45b0-8812-a4770b7335a0" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.174235] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9744b436-2a4b-45b0-8812-a4770b7335a0',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 685.491396] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock member-190d80dc-4948-45bb-a2a0-fd44e4377cb2 taken with stack trace [, , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.491698] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-190d80dc-4948-45bb-a2a0-fd44e4377cb2" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.493143] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('190d80dc-4948-45bb-a2a0-fd44e4377cb2',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 685.518306] env[65288]: DEBUG networking_nsxv3.common.locking [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.518656] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.519083] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.519369] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.519621] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.519783] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Segment Port fbfd5673-f7d4-4614-b0de-51ec18421bb9 not found, creating... [ 685.520078] env[65288]: DEBUG networking_nsxv3.common.locking [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.520240] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquiring lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.520361] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.520584] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired external semaphore "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.520717] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Releasing lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.521008] env[65288]: DEBUG networking_nsxv3.common.locking [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.521386] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.521504] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.521704] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.521832] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.521980] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Resource: SegmentPort with ID: fbfd5673-f7d4-4614-b0de-51ec18421bb9 is going to be created. [ 685.544149] env[65288]: DEBUG networking_nsxv3.common.locking [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.544434] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.544615] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.544987] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.545354] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.545620] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Releasing lock "port-fbfd5673-f7d4-4614-b0de-51ec18421bb9" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.675292] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock member-d4809d67-1b31-408a-868c-7991f7666292 taken with stack trace [, , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.675292] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d4809d67-1b31-408a-868c-7991f7666292" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.676768] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9744b436-2a4b-45b0-8812-a4770b7335a0 with status ACTIVE [ 685.677045] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.677179] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.677238] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.677711] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.677711] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.677957] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.677957] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.678175] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.678175] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.678356] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.678512] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.678626] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.678725] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.678830] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.678924] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.679011] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9744b436-2a4b-45b0-8812-a4770b7335a0 is going to be updated. [ 685.711880] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.712086] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.712190] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.712435] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.712611] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.713058] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9744b436-2a4b-45b0-8812-a4770b7335a0" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.802225] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: edfabf1f-8fc9-40d7-a772-417a53540aaf in Status: SUCCESS [ 685.802671] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-edfabf1f-8fc9-40d7-a772-417a53540aaf" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.998628] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('190d80dc-4948-45bb-a2a0-fd44e4377cb2',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 686.073779] env[65288]: INFO networking_nsxv3.common.synchronization [None req-d9660fb5-4ffd-49f1-8dc8-31f6f3d9196b None None] Enqueued Resource ID: 680908ce-4732-4528-aff8-5823d30bd167 with Priority: HIGHEST for action port [ 686.074391] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 680908ce-4732-4528-aff8-5823d30bd167 with Priority: HIGHEST for action port [ 686.074655] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock port-680908ce-4732-4528-aff8-5823d30bd167 taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.074778] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-680908ce-4732-4528-aff8-5823d30bd167" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.074840] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-680908ce-4732-4528-aff8-5823d30bd167" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.075367] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-680908ce-4732-4528-aff8-5823d30bd167" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.075497] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('680908ce-4732-4528-aff8-5823d30bd167',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 686.271102] env[65288]: INFO networking_nsxv3.common.synchronization [req-240be591-074c-4090-8fff-27fa2cae9bdf req-996bb885-2277-4fbd-a522-60c80356b9f2 service nova] Enqueued Resource ID: 190d80dc-4948-45bb-a2a0-fd44e4377cb2 with Priority: HIGHEST for action security_group_rules [ 686.271386] env[65288]: INFO networking_nsxv3.common.synchronization [req-240be591-074c-4090-8fff-27fa2cae9bdf req-996bb885-2277-4fbd-a522-60c80356b9f2 service nova] Enqueued Resource ID: 190d80dc-4948-45bb-a2a0-fd44e4377cb2 with Priority: HIGHEST for action security_group_members [ 686.271598] env[65288]: INFO networking_nsxv3.common.synchronization [req-240be591-074c-4090-8fff-27fa2cae9bdf req-996bb885-2277-4fbd-a522-60c80356b9f2 service nova] Enqueued Resource ID: fbfd5673-f7d4-4614-b0de-51ec18421bb9 with Priority: HIGHEST for action port [ 686.272326] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 190d80dc-4948-45bb-a2a0-fd44e4377cb2 with Priority: HIGHEST for action security_group_rules [ 686.272627] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 190d80dc-4948-45bb-a2a0-fd44e4377cb2 with Priority: HIGHEST for action security_group_members [ 686.272821] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fbfd5673-f7d4-4614-b0de-51ec18421bb9 with Priority: HIGHEST for action port [ 686.273109] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock rules-190d80dc-4948-45bb-a2a0-fd44e4377cb2 taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.273371] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-190d80dc-4948-45bb-a2a0-fd44e4377cb2" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.273556] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock member-190d80dc-4948-45bb-a2a0-fd44e4377cb2 taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.275598] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-190d80dc-4948-45bb-a2a0-fd44e4377cb2" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.275598] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock port-fbfd5673-f7d4-4614-b0de-51ec18421bb9 taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.275598] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fbfd5673-f7d4-4614-b0de-51ec18421bb9" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.275598] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fbfd5673-f7d4-4614-b0de-51ec18421bb9" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.275598] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fbfd5673-f7d4-4614-b0de-51ec18421bb9" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.275598] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fbfd5673-f7d4-4614-b0de-51ec18421bb9',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 686.501595] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.501595] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.501894] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.501994] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.502089] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.502187] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 190d80dc-4948-45bb-a2a0-fd44e4377cb2 is going to be updated. [ 686.533953] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.534165] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.534259] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.534489] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.534675] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.544913] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 190d80dc-4948-45bb-a2a0-fd44e4377cb2 in Status: IN_PROGRESS for 2s [ 686.580483] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 680908ce-4732-4528-aff8-5823d30bd167 [ 686.580720] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.580854] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.580928] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.581167] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.581262] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.581360] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:680908ce-4732-4528-aff8-5823d30bd167 already deleted. [ 686.581443] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-680908ce-4732-4528-aff8-5823d30bd167" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.741361] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d4809d67-1b31-408a-868c-7991f7666292 in Status: SUCCESS [ 686.741361] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d4809d67-1b31-408a-868c-7991f7666292" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.741580] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d4809d67-1b31-408a-868c-7991f7666292" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.741910] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d4809d67-1b31-408a-868c-7991f7666292" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.742026] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.742612] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.742612] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.742612] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.742612] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.742787] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d4809d67-1b31-408a-868c-7991f7666292',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 686.781209] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port fbfd5673-f7d4-4614-b0de-51ec18421bb9 with status ACTIVE [ 686.781493] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.781643] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.781744] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.781958] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.782067] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.782303] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.782401] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.782440] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.782589] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.782658] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.782841] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.782960] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.783040] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.783181] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.783256] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.783389] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: fbfd5673-f7d4-4614-b0de-51ec18421bb9 is going to be updated. [ 686.806701] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.806867] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.806938] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.807168] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.807317] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.807657] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fbfd5673-f7d4-4614-b0de-51ec18421bb9" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.246319] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d4809d67-1b31-408a-868c-7991f7666292',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 687.353779] env[65288]: INFO networking_nsxv3.common.synchronization [None req-83d85e55-0ef8-4756-b459-a5ec00bd3cc7 tempest-AttachVolumeShelveTestJSON-1139502408 tempest-AttachVolumeShelveTestJSON-1139502408-project-member] Enqueued Resource ID: eb06f8a7-bbbd-42b6-b72d-c6b0c2a9ecca with Priority: HIGHEST for action security_group_rules [ 687.353779] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eb06f8a7-bbbd-42b6-b72d-c6b0c2a9ecca with Priority: HIGHEST for action security_group_rules [ 687.353779] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock rules-eb06f8a7-bbbd-42b6-b72d-c6b0c2a9ecca taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.353779] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-eb06f8a7-bbbd-42b6-b72d-c6b0c2a9ecca" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.353779] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-eb06f8a7-bbbd-42b6-b72d-c6b0c2a9ecca" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.358864] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-eb06f8a7-bbbd-42b6-b72d-c6b0c2a9ecca" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.358864] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('eb06f8a7-bbbd-42b6-b72d-c6b0c2a9ecca',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 687.515818] env[65288]: INFO networking_nsxv3.common.synchronization [None req-4c4eae27-de0a-4c0d-9eb4-e885b643bdd3 tempest-AttachVolumeShelveTestJSON-1139502408 tempest-AttachVolumeShelveTestJSON-1139502408-project-member] Enqueued Resource ID: eb06f8a7-bbbd-42b6-b72d-c6b0c2a9ecca with Priority: HIGHEST for action security_group_rules [ 687.515818] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eb06f8a7-bbbd-42b6-b72d-c6b0c2a9ecca with Priority: HIGHEST for action security_group_rules [ 687.516515] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock rules-eb06f8a7-bbbd-42b6-b72d-c6b0c2a9ecca taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.516515] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-eb06f8a7-bbbd-42b6-b72d-c6b0c2a9ecca" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.752169] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d4809d67-1b31-408a-868c-7991f7666292',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 687.888059] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.888059] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.888215] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.888351] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.888449] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.889575] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: eb06f8a7-bbbd-42b6-b72d-c6b0c2a9ecca already deleted. [ 687.889575] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-eb06f8a7-bbbd-42b6-b72d-c6b0c2a9ecca" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.889575] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-eb06f8a7-bbbd-42b6-b72d-c6b0c2a9ecca" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.889575] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-eb06f8a7-bbbd-42b6-b72d-c6b0c2a9ecca" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.889575] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('eb06f8a7-bbbd-42b6-b72d-c6b0c2a9ecca',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 688.254455] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.255190] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.255190] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.255190] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.255190] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.255190] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d4809d67-1b31-408a-868c-7991f7666292 is going to be updated. [ 688.290160] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.290160] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.290160] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.290160] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.290160] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.301694] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d4809d67-1b31-408a-868c-7991f7666292 in Status: IN_PROGRESS for 2s [ 688.410735] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.410910] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.410983] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.411307] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.411307] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.411461] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: eb06f8a7-bbbd-42b6-b72d-c6b0c2a9ecca already deleted. [ 688.411461] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-eb06f8a7-bbbd-42b6-b72d-c6b0c2a9ecca" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.557294] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 190d80dc-4948-45bb-a2a0-fd44e4377cb2 in Status: SUCCESS [ 688.557860] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-190d80dc-4948-45bb-a2a0-fd44e4377cb2" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.558116] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-190d80dc-4948-45bb-a2a0-fd44e4377cb2" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.558335] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-190d80dc-4948-45bb-a2a0-fd44e4377cb2" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.558527] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.558662] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.558699] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.558849] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.558978] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.559026] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-190d80dc-4948-45bb-a2a0-fd44e4377cb2" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.559192] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock member-190d80dc-4948-45bb-a2a0-fd44e4377cb2 taken with stack trace [, , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.559246] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-190d80dc-4948-45bb-a2a0-fd44e4377cb2" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.559285] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-190d80dc-4948-45bb-a2a0-fd44e4377cb2" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.559452] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-190d80dc-4948-45bb-a2a0-fd44e4377cb2" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.559585] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.559670] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.559748] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.560169] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.561104] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.561104] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-190d80dc-4948-45bb-a2a0-fd44e4377cb2" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.561104] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('190d80dc-4948-45bb-a2a0-fd44e4377cb2',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 688.562134] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-190d80dc-4948-45bb-a2a0-fd44e4377cb2" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.562134] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-190d80dc-4948-45bb-a2a0-fd44e4377cb2" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.562134] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.562134] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.562392] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.562392] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.562392] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.562492] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('190d80dc-4948-45bb-a2a0-fd44e4377cb2',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 688.720880] env[65288]: INFO networking_nsxv3.common.synchronization [None req-cce35925-5c16-481c-aeed-cf3704579e14 None None] Enqueued Resource ID: cc691ffb-b2fd-4b3c-be12-c3da6025532b with Priority: HIGHEST for action port [ 688.721662] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cc691ffb-b2fd-4b3c-be12-c3da6025532b with Priority: HIGHEST for action port [ 688.721662] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock port-cc691ffb-b2fd-4b3c-be12-c3da6025532b taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.722390] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cc691ffb-b2fd-4b3c-be12-c3da6025532b" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.722557] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cc691ffb-b2fd-4b3c-be12-c3da6025532b" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.722967] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cc691ffb-b2fd-4b3c-be12-c3da6025532b" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.723129] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cc691ffb-b2fd-4b3c-be12-c3da6025532b',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 688.967781] env[65288]: INFO networking_nsxv3.common.synchronization [req-0b724aef-b40a-495d-86f0-8da074b18eab req-40a6d410-3e8e-4925-9a99-62d737b2db80 tempest-FloatingIPsAssociationNegativeTestJSON-326649986 tempest-FloatingIPsAssociationNegativeTestJSON-326649986-project-member] Enqueued Resource ID: 839375fa-5177-4d9b-b4a5-4286bbde7bfe with Priority: HIGHEST for action security_group_members [ 688.967781] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 839375fa-5177-4d9b-b4a5-4286bbde7bfe with Priority: HIGHEST for action security_group_members [ 688.968039] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock member-839375fa-5177-4d9b-b4a5-4286bbde7bfe taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.969033] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-839375fa-5177-4d9b-b4a5-4286bbde7bfe" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.969033] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-839375fa-5177-4d9b-b4a5-4286bbde7bfe" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.969033] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-839375fa-5177-4d9b-b4a5-4286bbde7bfe" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.969251] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.969314] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.969385] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.969595] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.970029] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.970029] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('839375fa-5177-4d9b-b4a5-4286bbde7bfe',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 689.067631] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 190d80dc-4948-45bb-a2a0-fd44e4377cb2: rpc.has_security_group_logging(os_id): False [ 689.067631] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('190d80dc-4948-45bb-a2a0-fd44e4377cb2',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 689.107771] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.107771] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.107771] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.107771] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.107771] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.108361] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.108361] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.108361] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.108534] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.108602] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.108856] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.109011] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.109160] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.109385] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.109488] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.109814] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.109940] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.110033] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.110213] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.110311] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.110419] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 190d80dc-4948-45bb-a2a0-fd44e4377cb2 is going to be created. [ 689.209426] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.210343] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.210343] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.211383] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.212733] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.227135] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port cc691ffb-b2fd-4b3c-be12-c3da6025532b [ 689.227135] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.227135] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.227135] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.227135] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.227135] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.227135] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:cc691ffb-b2fd-4b3c-be12-c3da6025532b already deleted. [ 689.227135] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cc691ffb-b2fd-4b3c-be12-c3da6025532b" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.237227] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 190d80dc-4948-45bb-a2a0-fd44e4377cb2 in Status: IN_PROGRESS for 2s [ 689.473729] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.474124] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.474124] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.474320] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.474414] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.474611] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.474742] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.474810] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.474924] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.474998] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.475341] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 839375fa-5177-4d9b-b4a5-4286bbde7bfe is going to be updated. [ 689.504289] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.504431] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.504503] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.504718] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.504864] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.514889] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 839375fa-5177-4d9b-b4a5-4286bbde7bfe in Status: IN_PROGRESS for 2s [ 689.572671] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('190d80dc-4948-45bb-a2a0-fd44e4377cb2',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 689.636647] env[65288]: INFO networking_nsxv3.common.synchronization [req-72c2e9bf-6a2f-44ad-8ca8-e769bb53804a req-597a83f1-35a0-4d27-b4cd-f1ae4838401f tempest-VolumesAdminNegativeTest-808685567 tempest-VolumesAdminNegativeTest-808685567-project-member] Enqueued Resource ID: ad8929bc-5440-4d98-8764-5450c54753c5 with Priority: HIGHEST for action security_group_members [ 689.636647] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ad8929bc-5440-4d98-8764-5450c54753c5 with Priority: HIGHEST for action security_group_members [ 689.636647] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock member-ad8929bc-5440-4d98-8764-5450c54753c5 taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.636647] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ad8929bc-5440-4d98-8764-5450c54753c5" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.636647] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ad8929bc-5440-4d98-8764-5450c54753c5" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.636647] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ad8929bc-5440-4d98-8764-5450c54753c5" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.636647] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.636647] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.636647] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.636647] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.636647] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.636647] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ad8929bc-5440-4d98-8764-5450c54753c5',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 690.074897] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.075175] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.075287] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.075520] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.075610] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.075713] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 190d80dc-4948-45bb-a2a0-fd44e4377cb2 is going to be updated. [ 690.103405] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.103640] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.103754] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.103928] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.104107] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.112891] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 190d80dc-4948-45bb-a2a0-fd44e4377cb2 in Status: IN_PROGRESS for 2s [ 690.116394] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.116547] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.116620] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.116888] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.116919] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.117103] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.117202] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.117266] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.117522] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.117679] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.117790] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ad8929bc-5440-4d98-8764-5450c54753c5 is going to be updated. [ 690.147521] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.147684] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.147744] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.147957] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.148110] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.159439] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ad8929bc-5440-4d98-8764-5450c54753c5 in Status: IN_PROGRESS for 2s [ 690.312575] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d4809d67-1b31-408a-868c-7991f7666292 in Status: SUCCESS [ 690.312914] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d4809d67-1b31-408a-868c-7991f7666292" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.313641] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d4809d67-1b31-408a-868c-7991f7666292" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.313641] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d4809d67-1b31-408a-868c-7991f7666292" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.313816] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.313966] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.314049] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.314238] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.314363] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.314529] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d4809d67-1b31-408a-868c-7991f7666292" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.314672] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d4809d67-1b31-408a-868c-7991f7666292',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 690.734486] env[65288]: INFO networking_nsxv3.common.synchronization [req-c2da6ddb-5809-4c06-a0da-bc7af6affdbb req-21473e85-789f-4566-bec4-aeeed74ade40 tempest-SecurityGroupRulesTestJSON-733221779 tempest-SecurityGroupRulesTestJSON-733221779-project-member] Enqueued Resource ID: 4e66aa57-84db-42a5-9b83-37ec8dc16efe with Priority: HIGHEST for action security_group_rules [ 690.735274] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4e66aa57-84db-42a5-9b83-37ec8dc16efe with Priority: HIGHEST for action security_group_rules [ 690.735938] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4e66aa57-84db-42a5-9b83-37ec8dc16efe taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.737076] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4e66aa57-84db-42a5-9b83-37ec8dc16efe" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.737076] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4e66aa57-84db-42a5-9b83-37ec8dc16efe" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.737076] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4e66aa57-84db-42a5-9b83-37ec8dc16efe" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.737076] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4e66aa57-84db-42a5-9b83-37ec8dc16efe',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 690.817781] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock member-d4809d67-1b31-408a-868c-7991f7666292 taken with stack trace [, , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.817916] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d4809d67-1b31-408a-868c-7991f7666292" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.817987] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d4809d67-1b31-408a-868c-7991f7666292" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.818363] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d4809d67-1b31-408a-868c-7991f7666292" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.819757] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.819757] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.819757] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.819757] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.819757] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.819757] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d4809d67-1b31-408a-868c-7991f7666292" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.819757] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock member-d4809d67-1b31-408a-868c-7991f7666292 taken with stack trace [, , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.819757] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d4809d67-1b31-408a-868c-7991f7666292" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.819757] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d4809d67-1b31-408a-868c-7991f7666292" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.819757] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d4809d67-1b31-408a-868c-7991f7666292" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.819757] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.819757] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.820352] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.820352] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.820352] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.820352] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d4809d67-1b31-408a-868c-7991f7666292" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.820352] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d4809d67-1b31-408a-868c-7991f7666292',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 691.265586] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.265870] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.265941] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.266292] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.266516] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.266825] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4e66aa57-84db-42a5-9b83-37ec8dc16efe already deleted. [ 691.267104] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4e66aa57-84db-42a5-9b83-37ec8dc16efe" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.286071] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 190d80dc-4948-45bb-a2a0-fd44e4377cb2 in Status: SUCCESS [ 691.286308] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-190d80dc-4948-45bb-a2a0-fd44e4377cb2" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.286769] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-190d80dc-4948-45bb-a2a0-fd44e4377cb2" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.287153] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-190d80dc-4948-45bb-a2a0-fd44e4377cb2" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.287279] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('190d80dc-4948-45bb-a2a0-fd44e4377cb2',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 691.323354] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d4809d67-1b31-408a-868c-7991f7666292: rpc.has_security_group_logging(os_id): False [ 691.351602] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.351839] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.351902] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.352222] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.352372] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.352635] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.352770] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.352855] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.353083] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.353202] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.353537] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.353677] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.353774] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.353980] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.354098] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.354342] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.354506] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.354596] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.354821] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.354958] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.355115] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d4809d67-1b31-408a-868c-7991f7666292 is going to be updated. [ 691.430097] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.430200] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.430661] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.430661] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.430661] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.449747] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d4809d67-1b31-408a-868c-7991f7666292 in Status: IN_PROGRESS for 2s [ 691.533822] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 839375fa-5177-4d9b-b4a5-4286bbde7bfe in Status: SUCCESS [ 691.533822] env[65288]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 839375fa-5177-4d9b-b4a5-4286bbde7bfe deletion is rescheduled due to dependency. [ 691.533822] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-839375fa-5177-4d9b-b4a5-4286bbde7bfe" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.571841] env[65288]: INFO networking_nsxv3.common.synchronization [None req-b798305f-063a-4e11-857a-27f4952d728f tempest-MigrationsAdminTest-1792954961 tempest-MigrationsAdminTest-1792954961-project-member] Enqueued Resource ID: c73cd614-6d69-4d20-a1f5-a95f060c82d8 with Priority: HIGHEST for action security_group_rules [ 691.572412] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c73cd614-6d69-4d20-a1f5-a95f060c82d8 with Priority: HIGHEST for action security_group_rules [ 691.572697] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c73cd614-6d69-4d20-a1f5-a95f060c82d8 taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.573058] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c73cd614-6d69-4d20-a1f5-a95f060c82d8" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.573058] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c73cd614-6d69-4d20-a1f5-a95f060c82d8" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.573203] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c73cd614-6d69-4d20-a1f5-a95f060c82d8" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.573283] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c73cd614-6d69-4d20-a1f5-a95f060c82d8',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 691.663911] env[65288]: INFO networking_nsxv3.common.synchronization [None req-140b9b01-b53f-4e5c-8d7f-95e2a73857e4 tempest-MigrationsAdminTest-1792954961 tempest-MigrationsAdminTest-1792954961-project-member] Enqueued Resource ID: c73cd614-6d69-4d20-a1f5-a95f060c82d8 with Priority: HIGHEST for action security_group_rules [ 691.664523] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c73cd614-6d69-4d20-a1f5-a95f060c82d8 with Priority: HIGHEST for action security_group_rules [ 691.664938] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c73cd614-6d69-4d20-a1f5-a95f060c82d8 taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.664938] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c73cd614-6d69-4d20-a1f5-a95f060c82d8" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.791236] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock member-190d80dc-4948-45bb-a2a0-fd44e4377cb2 taken with stack trace [, , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.791526] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-190d80dc-4948-45bb-a2a0-fd44e4377cb2" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.095794] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.095860] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.095934] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.096639] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.096639] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.096795] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c73cd614-6d69-4d20-a1f5-a95f060c82d8 already deleted. [ 692.096795] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c73cd614-6d69-4d20-a1f5-a95f060c82d8" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.096946] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c73cd614-6d69-4d20-a1f5-a95f060c82d8" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.097688] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c73cd614-6d69-4d20-a1f5-a95f060c82d8" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.097688] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c73cd614-6d69-4d20-a1f5-a95f060c82d8',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 692.125196] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 190d80dc-4948-45bb-a2a0-fd44e4377cb2 in Status: SUCCESS [ 692.125317] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-190d80dc-4948-45bb-a2a0-fd44e4377cb2" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.125485] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-190d80dc-4948-45bb-a2a0-fd44e4377cb2" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.125749] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-190d80dc-4948-45bb-a2a0-fd44e4377cb2" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.126027] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.126278] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.126422] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.126522] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.126589] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.126645] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-190d80dc-4948-45bb-a2a0-fd44e4377cb2" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.126700] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('190d80dc-4948-45bb-a2a0-fd44e4377cb2',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 692.169534] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ad8929bc-5440-4d98-8764-5450c54753c5 in Status: SUCCESS [ 692.170091] env[65288]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ad8929bc-5440-4d98-8764-5450c54753c5 deletion is rescheduled due to dependency. [ 692.170091] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ad8929bc-5440-4d98-8764-5450c54753c5" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.417564] env[65288]: INFO networking_nsxv3.common.synchronization [req-979bcc8b-ef13-4201-81c0-b5a90049775b req-0c47429e-acec-4117-b83f-df95190c653a tempest-AttachInterfacesV270Test-993257735 tempest-AttachInterfacesV270Test-993257735-project-member] Enqueued Resource ID: fed5066d-4771-4433-bc29-557a9f1307e0 with Priority: HIGHEST for action security_group_members [ 692.418115] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fed5066d-4771-4433-bc29-557a9f1307e0 with Priority: HIGHEST for action security_group_members [ 692.418454] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock member-fed5066d-4771-4433-bc29-557a9f1307e0 taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.418643] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fed5066d-4771-4433-bc29-557a9f1307e0" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.418710] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fed5066d-4771-4433-bc29-557a9f1307e0" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.418899] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fed5066d-4771-4433-bc29-557a9f1307e0" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.419066] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.419158] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.419222] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.419361] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.419446] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.419539] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fed5066d-4771-4433-bc29-557a9f1307e0',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 692.623297] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.623480] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.623552] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.623793] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.623885] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.623980] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c73cd614-6d69-4d20-a1f5-a95f060c82d8 already deleted. [ 692.624085] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c73cd614-6d69-4d20-a1f5-a95f060c82d8" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.633178] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock member-190d80dc-4948-45bb-a2a0-fd44e4377cb2 taken with stack trace [, , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.633713] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-190d80dc-4948-45bb-a2a0-fd44e4377cb2" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.633889] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-190d80dc-4948-45bb-a2a0-fd44e4377cb2" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.634154] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-190d80dc-4948-45bb-a2a0-fd44e4377cb2" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.635035] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.635393] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.636131] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.636467] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.636662] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.637405] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-190d80dc-4948-45bb-a2a0-fd44e4377cb2" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.637671] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock member-190d80dc-4948-45bb-a2a0-fd44e4377cb2 taken with stack trace [, , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.638568] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-190d80dc-4948-45bb-a2a0-fd44e4377cb2" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.638726] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-190d80dc-4948-45bb-a2a0-fd44e4377cb2" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.638968] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-190d80dc-4948-45bb-a2a0-fd44e4377cb2" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.639199] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.639641] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.639907] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.640526] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.640658] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.641463] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-190d80dc-4948-45bb-a2a0-fd44e4377cb2" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.641779] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('190d80dc-4948-45bb-a2a0-fd44e4377cb2',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 692.817540] env[65288]: INFO networking_nsxv3.common.synchronization [req-226068bc-24a3-4357-a885-e0c5d39b1cbf req-b653b94a-7283-40a2-adc5-33c02be81841 tempest-ImagesTestJSON-2079948910 tempest-ImagesTestJSON-2079948910-project-member] Enqueued Resource ID: 478730e0-937c-4d51-bdac-99273bb9dff3 with Priority: HIGHEST for action security_group_members [ 692.818213] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 478730e0-937c-4d51-bdac-99273bb9dff3 with Priority: HIGHEST for action security_group_members [ 692.818571] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock member-478730e0-937c-4d51-bdac-99273bb9dff3 taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.818658] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-478730e0-937c-4d51-bdac-99273bb9dff3" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.818926] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-478730e0-937c-4d51-bdac-99273bb9dff3" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.818926] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-478730e0-937c-4d51-bdac-99273bb9dff3" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.819127] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.819228] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.819291] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.819445] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.819559] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.819757] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('478730e0-937c-4d51-bdac-99273bb9dff3',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 692.925021] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.925190] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.925327] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.925530] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.925696] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.925893] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.925966] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.926010] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.926324] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.926403] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.926492] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fed5066d-4771-4433-bc29-557a9f1307e0 is going to be updated. [ 692.964042] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.964042] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.964237] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.964286] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.964437] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.973982] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fed5066d-4771-4433-bc29-557a9f1307e0 in Status: IN_PROGRESS for 2s [ 693.096122] env[65288]: INFO networking_nsxv3.common.synchronization [req-3524fa29-8a0d-4d24-9d66-4d19a31c59a5 req-28917e9c-2c76-4611-9dec-2fb49b686afe tempest-ServerDiskConfigTestJSON-1970916035 tempest-ServerDiskConfigTestJSON-1970916035-project-member] Enqueued Resource ID: d245eef6-5371-47ae-aacd-21ec39f91d63 with Priority: HIGHEST for action security_group_members [ 693.096644] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d245eef6-5371-47ae-aacd-21ec39f91d63 with Priority: HIGHEST for action security_group_members [ 693.096937] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock member-d245eef6-5371-47ae-aacd-21ec39f91d63 taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.097064] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d245eef6-5371-47ae-aacd-21ec39f91d63" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.097130] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d245eef6-5371-47ae-aacd-21ec39f91d63" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.097705] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d245eef6-5371-47ae-aacd-21ec39f91d63" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.097705] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.097705] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.097705] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.097884] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.097884] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.097942] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d245eef6-5371-47ae-aacd-21ec39f91d63',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 693.146509] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 190d80dc-4948-45bb-a2a0-fd44e4377cb2: rpc.has_security_group_logging(os_id): False [ 693.166718] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.166868] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.166901] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.167133] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.167242] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.167573] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.167778] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.167778] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.167944] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.168034] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.168225] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.168322] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.168384] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.168541] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.168619] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.168833] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.168933] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.168995] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.169228] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.169309] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.169390] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 190d80dc-4948-45bb-a2a0-fd44e4377cb2 is going to be updated. [ 693.234339] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.234486] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.234559] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.234754] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.234905] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.254251] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 190d80dc-4948-45bb-a2a0-fd44e4377cb2 in Status: IN_PROGRESS for 2s [ 693.269465] env[65288]: DEBUG networking_nsxv3.common.locking [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Lock network-797 taken with stack trace [, , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.269683] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquiring lock "network-797" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.270653] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired lock "network-797" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.270986] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired external semaphore "network-797" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.271855] env[65288]: DEBUG networking_nsxv3.common.locking [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.272106] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquiring lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.272453] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.272753] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired external semaphore "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.272935] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Releasing lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.273178] env[65288]: DEBUG dogpile.cache.region [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] No value present for key: 'zone-id' {{(pid=65288) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 693.273281] env[65288]: DEBUG dogpile.lock [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] NeedRegenerationException {{(pid=65288) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 693.273386] env[65288]: DEBUG dogpile.lock [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] no value, waiting for create lock {{(pid=65288) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 693.273490] env[65288]: DEBUG dogpile.lock [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] value creation lock acquired {{(pid=65288) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 693.273595] env[65288]: DEBUG dogpile.cache.region [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] No value present for key: 'zone-id' {{(pid=65288) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 693.273695] env[65288]: DEBUG dogpile.lock [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Calling creation function for not-yet-present value {{(pid=65288) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 693.273825] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 693.295211] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 693.295422] env[65288]: DEBUG dogpile.cache.region [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65288) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 693.295804] env[65288]: DEBUG dogpile.lock [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Released creation lock {{(pid=65288) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 693.295882] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Releasing lock "network-797" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.296175] env[65288]: DEBUG networking_nsxv3.common.locking [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Lock port-f27cc337-59ef-4ea9-9f9a-b973eaa61ab6 taken with stack trace [, , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.296327] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquiring lock "port-f27cc337-59ef-4ea9-9f9a-b973eaa61ab6" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.296462] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired lock "port-f27cc337-59ef-4ea9-9f9a-b973eaa61ab6" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.296804] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired external semaphore "port-f27cc337-59ef-4ea9-9f9a-b973eaa61ab6" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.296935] env[65288]: DEBUG networking_nsxv3.api.rpc [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f27cc337-59ef-4ea9-9f9a-b973eaa61ab6',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 693.321485] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.321657] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.321746] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.322026] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.322234] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.322395] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.322498] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.322619] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.322723] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.322820] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.322854] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 478730e0-937c-4d51-bdac-99273bb9dff3 already deleted. [ 693.322983] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-478730e0-937c-4d51-bdac-99273bb9dff3" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.328560] env[65288]: INFO networking_nsxv3.common.synchronization [req-9e9dfb47-6c9b-4349-8933-1963cd225e8a req-7f8ed8a8-9705-4ec2-9a01-c1856663da74 tempest-SecurityGroupRulesTestJSON-733221779 tempest-SecurityGroupRulesTestJSON-733221779-project-member] Enqueued Resource ID: 4e66aa57-84db-42a5-9b83-37ec8dc16efe with Priority: HIGHEST for action security_group_rules [ 693.329096] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4e66aa57-84db-42a5-9b83-37ec8dc16efe with Priority: HIGHEST for action security_group_rules [ 693.329388] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4e66aa57-84db-42a5-9b83-37ec8dc16efe taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.329505] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4e66aa57-84db-42a5-9b83-37ec8dc16efe" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.329572] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4e66aa57-84db-42a5-9b83-37ec8dc16efe" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.329756] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4e66aa57-84db-42a5-9b83-37ec8dc16efe" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.329834] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4e66aa57-84db-42a5-9b83-37ec8dc16efe',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 693.467912] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d4809d67-1b31-408a-868c-7991f7666292 in Status: SUCCESS [ 693.468308] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d4809d67-1b31-408a-868c-7991f7666292" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.599899] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.600674] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.600674] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.600674] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.600822] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.600990] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.601122] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.601122] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.601408] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.601408] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.601501] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d245eef6-5371-47ae-aacd-21ec39f91d63 is going to be updated. [ 693.631456] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.631456] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.631456] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.631456] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.631456] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.642378] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d245eef6-5371-47ae-aacd-21ec39f91d63 in Status: IN_PROGRESS for 2s [ 693.802950] env[65288]: DEBUG networking_nsxv3.common.locking [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.803196] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.803318] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.803589] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.803737] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.803886] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Segment Port f27cc337-59ef-4ea9-9f9a-b973eaa61ab6 not found, creating... [ 693.804503] env[65288]: DEBUG networking_nsxv3.common.locking [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.804503] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquiring lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.804503] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.804739] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired external semaphore "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.804946] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Releasing lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.805252] env[65288]: DEBUG networking_nsxv3.common.locking [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.805434] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.805595] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.805884] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.807131] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.807131] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Resource: SegmentPort with ID: f27cc337-59ef-4ea9-9f9a-b973eaa61ab6 is going to be created. [ 693.830838] env[65288]: DEBUG networking_nsxv3.common.locking [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.831256] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.831256] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.831501] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.831897] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.832328] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Releasing lock "port-f27cc337-59ef-4ea9-9f9a-b973eaa61ab6" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.861363] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.861593] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.861593] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.861782] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.861997] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.861997] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4e66aa57-84db-42a5-9b83-37ec8dc16efe already deleted. [ 693.862152] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4e66aa57-84db-42a5-9b83-37ec8dc16efe" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.536877] env[65288]: INFO networking_nsxv3.common.synchronization [req-226068bc-24a3-4357-a885-e0c5d39b1cbf req-41433e76-f47e-4242-99eb-34a3b591a0c4 service nova] Enqueued Resource ID: 478730e0-937c-4d51-bdac-99273bb9dff3 with Priority: HIGHEST for action security_group_rules [ 694.537073] env[65288]: INFO networking_nsxv3.common.synchronization [req-226068bc-24a3-4357-a885-e0c5d39b1cbf req-41433e76-f47e-4242-99eb-34a3b591a0c4 service nova] Enqueued Resource ID: 478730e0-937c-4d51-bdac-99273bb9dff3 with Priority: HIGHEST for action security_group_members [ 694.537210] env[65288]: INFO networking_nsxv3.common.synchronization [req-226068bc-24a3-4357-a885-e0c5d39b1cbf req-41433e76-f47e-4242-99eb-34a3b591a0c4 service nova] Enqueued Resource ID: f27cc337-59ef-4ea9-9f9a-b973eaa61ab6 with Priority: HIGHEST for action port [ 694.537524] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 478730e0-937c-4d51-bdac-99273bb9dff3 with Priority: HIGHEST for action security_group_rules [ 694.537664] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 478730e0-937c-4d51-bdac-99273bb9dff3 with Priority: HIGHEST for action security_group_members [ 694.537762] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f27cc337-59ef-4ea9-9f9a-b973eaa61ab6 with Priority: HIGHEST for action port [ 694.538528] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock rules-478730e0-937c-4d51-bdac-99273bb9dff3 taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.539028] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-478730e0-937c-4d51-bdac-99273bb9dff3" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.539028] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-478730e0-937c-4d51-bdac-99273bb9dff3" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.539208] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-478730e0-937c-4d51-bdac-99273bb9dff3" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.539208] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('478730e0-937c-4d51-bdac-99273bb9dff3',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 694.541765] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock member-478730e0-937c-4d51-bdac-99273bb9dff3 taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.541888] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-478730e0-937c-4d51-bdac-99273bb9dff3" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.541964] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-478730e0-937c-4d51-bdac-99273bb9dff3" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.543028] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-478730e0-937c-4d51-bdac-99273bb9dff3" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.543028] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.543028] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.543028] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.543028] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.543028] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.543028] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('478730e0-937c-4d51-bdac-99273bb9dff3',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 694.544212] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock port-f27cc337-59ef-4ea9-9f9a-b973eaa61ab6 taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.544212] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f27cc337-59ef-4ea9-9f9a-b973eaa61ab6" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.544212] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f27cc337-59ef-4ea9-9f9a-b973eaa61ab6" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.544212] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f27cc337-59ef-4ea9-9f9a-b973eaa61ab6" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.544440] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f27cc337-59ef-4ea9-9f9a-b973eaa61ab6',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 694.986814] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fed5066d-4771-4433-bc29-557a9f1307e0 in Status: SUCCESS [ 694.987107] env[65288]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fed5066d-4771-4433-bc29-557a9f1307e0 deletion is rescheduled due to dependency. [ 694.987869] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fed5066d-4771-4433-bc29-557a9f1307e0" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.042382] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock member-478730e0-937c-4d51-bdac-99273bb9dff3 taken with stack trace [, , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.042563] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-478730e0-937c-4d51-bdac-99273bb9dff3" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.047428] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('478730e0-937c-4d51-bdac-99273bb9dff3',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 695.050278] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f27cc337-59ef-4ea9-9f9a-b973eaa61ab6 with status ACTIVE [ 695.050278] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.050278] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.050278] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.050278] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.050278] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.050278] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.050278] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.050278] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.050278] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.050278] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.050278] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.050278] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.050278] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.050278] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.050278] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.050881] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f27cc337-59ef-4ea9-9f9a-b973eaa61ab6 is going to be updated. [ 695.081218] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.081425] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.081498] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.081839] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.082045] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.082277] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f27cc337-59ef-4ea9-9f9a-b973eaa61ab6" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.268202] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 190d80dc-4948-45bb-a2a0-fd44e4377cb2 in Status: SUCCESS [ 695.270753] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-190d80dc-4948-45bb-a2a0-fd44e4377cb2" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.270971] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-190d80dc-4948-45bb-a2a0-fd44e4377cb2" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.271290] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-190d80dc-4948-45bb-a2a0-fd44e4377cb2" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.271367] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('190d80dc-4948-45bb-a2a0-fd44e4377cb2',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 695.556250] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('478730e0-937c-4d51-bdac-99273bb9dff3',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 695.656679] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d245eef6-5371-47ae-aacd-21ec39f91d63 in Status: SUCCESS [ 695.657669] env[65288]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d245eef6-5371-47ae-aacd-21ec39f91d63 deletion is rescheduled due to dependency. [ 695.657669] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d245eef6-5371-47ae-aacd-21ec39f91d63" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.773757] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock member-190d80dc-4948-45bb-a2a0-fd44e4377cb2 taken with stack trace [, , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.773924] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-190d80dc-4948-45bb-a2a0-fd44e4377cb2" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.773996] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-190d80dc-4948-45bb-a2a0-fd44e4377cb2" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.774372] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-190d80dc-4948-45bb-a2a0-fd44e4377cb2" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.778390] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.778640] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.778640] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.779082] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.779082] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.779082] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-190d80dc-4948-45bb-a2a0-fd44e4377cb2" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.779178] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('190d80dc-4948-45bb-a2a0-fd44e4377cb2',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 696.059278] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.060123] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.060123] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.060123] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.060123] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.060123] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 478730e0-937c-4d51-bdac-99273bb9dff3 is going to be created. [ 696.090174] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.090174] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.090174] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.090174] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.090174] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.099936] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 478730e0-937c-4d51-bdac-99273bb9dff3 in Status: UNINITIALIZED for 2s [ 696.284311] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock member-190d80dc-4948-45bb-a2a0-fd44e4377cb2 taken with stack trace [, , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.284311] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-190d80dc-4948-45bb-a2a0-fd44e4377cb2" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.284311] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-190d80dc-4948-45bb-a2a0-fd44e4377cb2" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.284311] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-190d80dc-4948-45bb-a2a0-fd44e4377cb2" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.284311] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.284311] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.284311] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.284311] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.284311] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.284311] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-190d80dc-4948-45bb-a2a0-fd44e4377cb2" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.284311] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock member-190d80dc-4948-45bb-a2a0-fd44e4377cb2 taken with stack trace [, , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.284311] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-190d80dc-4948-45bb-a2a0-fd44e4377cb2" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.284311] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-190d80dc-4948-45bb-a2a0-fd44e4377cb2" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.285025] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-190d80dc-4948-45bb-a2a0-fd44e4377cb2" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.285025] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.285025] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.285025] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.285025] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.285025] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.285025] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-190d80dc-4948-45bb-a2a0-fd44e4377cb2" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.285632] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('190d80dc-4948-45bb-a2a0-fd44e4377cb2',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 696.787792] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 190d80dc-4948-45bb-a2a0-fd44e4377cb2: rpc.has_security_group_logging(os_id): False [ 696.882979] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.883140] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.883377] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.883623] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.883765] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.884613] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.884881] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.884881] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.886895] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.886895] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.886895] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.886895] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.886895] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.886895] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.886895] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.886895] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.886895] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.886895] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.886895] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.886895] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.886895] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 190d80dc-4948-45bb-a2a0-fd44e4377cb2 is going to be updated. [ 696.977666] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.977869] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.977996] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.978928] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.978928] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.997331] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 190d80dc-4948-45bb-a2a0-fd44e4377cb2 in Status: IN_PROGRESS for 2s [ 697.609737] env[65288]: INFO networking_nsxv3.common.synchronization [req-f7fb3f3e-8047-43df-a967-25449c6fdc02 req-ee74d22e-6ce2-47e5-aed9-6b142b1526ec tempest-ServerMetadataTestJSON-1729629717 tempest-ServerMetadataTestJSON-1729629717-project-member] Enqueued Resource ID: 56e4987b-a42c-447e-bc02-07e608a2b8d3 with Priority: HIGHEST for action security_group_members [ 697.610377] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 56e4987b-a42c-447e-bc02-07e608a2b8d3 with Priority: HIGHEST for action security_group_members [ 697.611509] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock member-56e4987b-a42c-447e-bc02-07e608a2b8d3 taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.611665] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-56e4987b-a42c-447e-bc02-07e608a2b8d3" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.611729] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-56e4987b-a42c-447e-bc02-07e608a2b8d3" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.612445] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-56e4987b-a42c-447e-bc02-07e608a2b8d3" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.612445] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.612445] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.612445] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.612577] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.612577] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.612758] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('56e4987b-a42c-447e-bc02-07e608a2b8d3',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 698.049151] env[65288]: DEBUG networking_nsxv3.common.locking [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Lock network-677 taken with stack trace [, , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.049345] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquiring lock "network-677" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.049466] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired lock "network-677" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.049813] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired external semaphore "network-677" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.050105] env[65288]: DEBUG networking_nsxv3.common.locking [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.050265] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquiring lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.050374] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.050584] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired external semaphore "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.050722] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Releasing lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.050923] env[65288]: DEBUG dogpile.cache.region [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] No value present for key: 'zone-id' {{(pid=65288) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 698.051040] env[65288]: DEBUG dogpile.lock [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] NeedRegenerationException {{(pid=65288) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 698.051141] env[65288]: DEBUG dogpile.lock [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] no value, waiting for create lock {{(pid=65288) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 698.051253] env[65288]: DEBUG dogpile.lock [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] value creation lock acquired {{(pid=65288) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 698.051357] env[65288]: DEBUG dogpile.cache.region [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] No value present for key: 'zone-id' {{(pid=65288) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 698.051454] env[65288]: DEBUG dogpile.lock [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Calling creation function for not-yet-present value {{(pid=65288) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 698.051575] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 698.071452] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 698.071603] env[65288]: DEBUG dogpile.cache.region [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65288) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 698.071781] env[65288]: DEBUG dogpile.lock [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Released creation lock {{(pid=65288) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 698.071962] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Releasing lock "network-677" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.072285] env[65288]: DEBUG networking_nsxv3.common.locking [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Lock port-da1e5700-a9d4-4890-9eab-4f444481f5d3 taken with stack trace [, , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.072453] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquiring lock "port-da1e5700-a9d4-4890-9eab-4f444481f5d3" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.072568] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired lock "port-da1e5700-a9d4-4890-9eab-4f444481f5d3" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.072874] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired external semaphore "port-da1e5700-a9d4-4890-9eab-4f444481f5d3" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.073011] env[65288]: DEBUG networking_nsxv3.api.rpc [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('da1e5700-a9d4-4890-9eab-4f444481f5d3',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 698.109676] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 478730e0-937c-4d51-bdac-99273bb9dff3 in Status: SUCCESS [ 698.109940] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-478730e0-937c-4d51-bdac-99273bb9dff3" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.110107] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-478730e0-937c-4d51-bdac-99273bb9dff3" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.110322] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-478730e0-937c-4d51-bdac-99273bb9dff3" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.110509] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.110627] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.110692] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.110839] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.110922] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.111017] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-478730e0-937c-4d51-bdac-99273bb9dff3" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.111107] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('478730e0-937c-4d51-bdac-99273bb9dff3',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 698.115095] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.115223] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.115288] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.115576] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.115576] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.115731] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.115830] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.115894] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.116051] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.116130] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.116212] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 56e4987b-a42c-447e-bc02-07e608a2b8d3 already deleted. [ 698.116290] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-56e4987b-a42c-447e-bc02-07e608a2b8d3" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.278169] env[65288]: INFO networking_nsxv3.common.synchronization [req-1446aed3-de85-406d-b753-f6d9c4172bf9 req-71a084b2-f858-43f4-bf86-97dbb7d80fb8 tempest-SecurityGroupRulesTestJSON-733221779 tempest-SecurityGroupRulesTestJSON-733221779-project-member] Enqueued Resource ID: 4e66aa57-84db-42a5-9b83-37ec8dc16efe with Priority: HIGHEST for action security_group_rules [ 698.278720] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4e66aa57-84db-42a5-9b83-37ec8dc16efe with Priority: HIGHEST for action security_group_rules [ 698.279198] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4e66aa57-84db-42a5-9b83-37ec8dc16efe taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.279400] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4e66aa57-84db-42a5-9b83-37ec8dc16efe" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.279468] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4e66aa57-84db-42a5-9b83-37ec8dc16efe" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.279685] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4e66aa57-84db-42a5-9b83-37ec8dc16efe" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.279850] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4e66aa57-84db-42a5-9b83-37ec8dc16efe',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 698.576285] env[65288]: DEBUG networking_nsxv3.common.locking [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.576575] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.576713] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.577236] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.577352] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.577453] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Segment Port da1e5700-a9d4-4890-9eab-4f444481f5d3 not found, creating... [ 698.577828] env[65288]: DEBUG networking_nsxv3.common.locking [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.577916] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquiring lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.578065] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.578304] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired external semaphore "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.578447] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Releasing lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.578750] env[65288]: DEBUG networking_nsxv3.common.locking [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.578931] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.579088] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.579443] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.579443] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.579576] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Resource: SegmentPort with ID: da1e5700-a9d4-4890-9eab-4f444481f5d3 is going to be created. [ 698.607380] env[65288]: DEBUG networking_nsxv3.common.locking [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.607660] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.607780] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.608073] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.608303] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.608575] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Releasing lock "port-da1e5700-a9d4-4890-9eab-4f444481f5d3" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.613752] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock member-478730e0-937c-4d51-bdac-99273bb9dff3 taken with stack trace [, , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.613752] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-478730e0-937c-4d51-bdac-99273bb9dff3" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.613752] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-478730e0-937c-4d51-bdac-99273bb9dff3" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.613752] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-478730e0-937c-4d51-bdac-99273bb9dff3" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.615133] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.615133] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.615133] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.615133] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.615133] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.615133] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-478730e0-937c-4d51-bdac-99273bb9dff3" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.615133] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock member-478730e0-937c-4d51-bdac-99273bb9dff3 taken with stack trace [, , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.615133] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-478730e0-937c-4d51-bdac-99273bb9dff3" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.615133] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-478730e0-937c-4d51-bdac-99273bb9dff3" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.615537] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-478730e0-937c-4d51-bdac-99273bb9dff3" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.615722] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.615863] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.615961] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.616153] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.616299] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.616425] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-478730e0-937c-4d51-bdac-99273bb9dff3" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.616557] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('478730e0-937c-4d51-bdac-99273bb9dff3',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 698.801546] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.801849] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.801849] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.802018] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.802109] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.802201] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4e66aa57-84db-42a5-9b83-37ec8dc16efe already deleted. [ 698.802281] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4e66aa57-84db-42a5-9b83-37ec8dc16efe" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.013233] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 190d80dc-4948-45bb-a2a0-fd44e4377cb2 in Status: SUCCESS [ 699.013457] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-190d80dc-4948-45bb-a2a0-fd44e4377cb2" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.120572] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 478730e0-937c-4d51-bdac-99273bb9dff3: rpc.has_security_group_logging(os_id): False [ 699.143065] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.143065] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.143065] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.143065] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.143317] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.143485] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.143621] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.143712] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.143969] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.144098] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.144321] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.144451] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.144544] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.144721] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.144835] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.145060] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.145195] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.145279] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.145446] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.145549] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.145672] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 478730e0-937c-4d51-bdac-99273bb9dff3 is going to be created. [ 699.208905] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.208905] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.209103] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.209203] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.209402] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.221854] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 478730e0-937c-4d51-bdac-99273bb9dff3 in Status: IN_PROGRESS for 2s [ 699.371872] env[65288]: INFO networking_nsxv3.common.synchronization [req-f7fb3f3e-8047-43df-a967-25449c6fdc02 req-ddec4736-e03a-44b9-ad21-e2095e49f354 service nova] Enqueued Resource ID: 56e4987b-a42c-447e-bc02-07e608a2b8d3 with Priority: HIGHEST for action security_group_rules [ 699.372061] env[65288]: INFO networking_nsxv3.common.synchronization [req-f7fb3f3e-8047-43df-a967-25449c6fdc02 req-ddec4736-e03a-44b9-ad21-e2095e49f354 service nova] Enqueued Resource ID: 56e4987b-a42c-447e-bc02-07e608a2b8d3 with Priority: HIGHEST for action security_group_members [ 699.372198] env[65288]: INFO networking_nsxv3.common.synchronization [req-f7fb3f3e-8047-43df-a967-25449c6fdc02 req-ddec4736-e03a-44b9-ad21-e2095e49f354 service nova] Enqueued Resource ID: da1e5700-a9d4-4890-9eab-4f444481f5d3 with Priority: HIGHEST for action port [ 699.372770] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 56e4987b-a42c-447e-bc02-07e608a2b8d3 with Priority: HIGHEST for action security_group_rules [ 699.372914] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 56e4987b-a42c-447e-bc02-07e608a2b8d3 with Priority: HIGHEST for action security_group_members [ 699.373629] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: da1e5700-a9d4-4890-9eab-4f444481f5d3 with Priority: HIGHEST for action port [ 699.376754] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock rules-56e4987b-a42c-447e-bc02-07e608a2b8d3 taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.376909] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-56e4987b-a42c-447e-bc02-07e608a2b8d3" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.376951] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-56e4987b-a42c-447e-bc02-07e608a2b8d3" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.377228] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-56e4987b-a42c-447e-bc02-07e608a2b8d3" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.377311] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('56e4987b-a42c-447e-bc02-07e608a2b8d3',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 699.378293] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock member-56e4987b-a42c-447e-bc02-07e608a2b8d3 taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.378486] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-56e4987b-a42c-447e-bc02-07e608a2b8d3" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.378771] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-56e4987b-a42c-447e-bc02-07e608a2b8d3" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.378771] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-56e4987b-a42c-447e-bc02-07e608a2b8d3" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.378932] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.379064] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.379130] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.379531] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.379531] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.379531] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('56e4987b-a42c-447e-bc02-07e608a2b8d3',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 699.383726] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock port-da1e5700-a9d4-4890-9eab-4f444481f5d3 taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.385164] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-da1e5700-a9d4-4890-9eab-4f444481f5d3" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.385164] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-da1e5700-a9d4-4890-9eab-4f444481f5d3" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.385315] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-da1e5700-a9d4-4890-9eab-4f444481f5d3" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.385399] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('da1e5700-a9d4-4890-9eab-4f444481f5d3',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 699.886173] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('56e4987b-a42c-447e-bc02-07e608a2b8d3',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 699.887561] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock member-56e4987b-a42c-447e-bc02-07e608a2b8d3 taken with stack trace [, , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.887702] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-56e4987b-a42c-447e-bc02-07e608a2b8d3" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.887869] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port da1e5700-a9d4-4890-9eab-4f444481f5d3 with status ACTIVE [ 699.888066] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.888178] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.888231] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.888427] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.888512] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.889127] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.889127] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.889127] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.889127] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.889127] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.889704] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.889704] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.889704] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.889704] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.889704] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.890142] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: da1e5700-a9d4-4890-9eab-4f444481f5d3 is going to be updated. [ 699.913532] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.913532] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.913532] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.913532] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.913532] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.913532] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-da1e5700-a9d4-4890-9eab-4f444481f5d3" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.182953] env[65288]: INFO networking_nsxv3.common.synchronization [None req-623e46c7-138b-4d20-93e8-d0b6070f8ed8 None None] Enqueued Resource ID: d8ad9e4a-d019-4f67-ae38-bf4a5b8a812e with Priority: HIGHEST for action port [ 700.185144] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d8ad9e4a-d019-4f67-ae38-bf4a5b8a812e with Priority: HIGHEST for action port [ 700.186285] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock port-d8ad9e4a-d019-4f67-ae38-bf4a5b8a812e taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.186388] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d8ad9e4a-d019-4f67-ae38-bf4a5b8a812e" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.186388] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d8ad9e4a-d019-4f67-ae38-bf4a5b8a812e" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.186648] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d8ad9e4a-d019-4f67-ae38-bf4a5b8a812e" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.186775] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d8ad9e4a-d019-4f67-ae38-bf4a5b8a812e',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 700.387242] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('56e4987b-a42c-447e-bc02-07e608a2b8d3',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 700.690708] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d8ad9e4a-d019-4f67-ae38-bf4a5b8a812e [ 700.690708] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.690857] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.690857] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.691014] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.691099] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.691760] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d8ad9e4a-d019-4f67-ae38-bf4a5b8a812e already deleted. [ 700.691760] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d8ad9e4a-d019-4f67-ae38-bf4a5b8a812e" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.896894] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.896894] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.896894] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.896894] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.896894] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.896894] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 56e4987b-a42c-447e-bc02-07e608a2b8d3 is going to be created. [ 700.929686] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.929969] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.930062] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.930291] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.930466] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.943269] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 56e4987b-a42c-447e-bc02-07e608a2b8d3 in Status: UNINITIALIZED for 2s [ 701.241233] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 478730e0-937c-4d51-bdac-99273bb9dff3 in Status: SUCCESS [ 701.241765] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-478730e0-937c-4d51-bdac-99273bb9dff3" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.156741] env[65288]: INFO networking_nsxv3.common.synchronization [None req-9e57f3fb-676e-4503-9c53-0d52c826bfe3 None None] Enqueued Resource ID: a1dc9cc2-3a8a-444a-b9cc-e8b3e60299a5 with Priority: HIGHEST for action port [ 702.159035] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a1dc9cc2-3a8a-444a-b9cc-e8b3e60299a5 with Priority: HIGHEST for action port [ 702.159142] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock port-a1dc9cc2-3a8a-444a-b9cc-e8b3e60299a5 taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.159280] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a1dc9cc2-3a8a-444a-b9cc-e8b3e60299a5" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.159321] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a1dc9cc2-3a8a-444a-b9cc-e8b3e60299a5" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.159609] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a1dc9cc2-3a8a-444a-b9cc-e8b3e60299a5" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.159732] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a1dc9cc2-3a8a-444a-b9cc-e8b3e60299a5',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 702.662414] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a1dc9cc2-3a8a-444a-b9cc-e8b3e60299a5 [ 702.663083] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.663266] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.663387] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.663623] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.663737] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.663834] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a1dc9cc2-3a8a-444a-b9cc-e8b3e60299a5 already deleted. [ 702.663911] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a1dc9cc2-3a8a-444a-b9cc-e8b3e60299a5" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.957852] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 56e4987b-a42c-447e-bc02-07e608a2b8d3 in Status: SUCCESS [ 702.958093] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-56e4987b-a42c-447e-bc02-07e608a2b8d3" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.958285] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-56e4987b-a42c-447e-bc02-07e608a2b8d3" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.958510] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-56e4987b-a42c-447e-bc02-07e608a2b8d3" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.958751] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.958865] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.958931] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.959124] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.959216] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.959304] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-56e4987b-a42c-447e-bc02-07e608a2b8d3" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.959434] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('56e4987b-a42c-447e-bc02-07e608a2b8d3',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 703.134274] env[65288]: INFO networking_nsxv3.common.synchronization [req-8d3f7a39-9bb7-441a-b335-fc77737a0e25 req-c96fef06-4d18-4b2e-821c-4c7179e0a7e2 tempest-AttachVolumeShelveTestJSON-1139502408 tempest-AttachVolumeShelveTestJSON-1139502408-project-member] Enqueued Resource ID: eb06f8a7-bbbd-42b6-b72d-c6b0c2a9ecca with Priority: HIGHEST for action security_group_members [ 703.134833] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eb06f8a7-bbbd-42b6-b72d-c6b0c2a9ecca with Priority: HIGHEST for action security_group_members [ 703.135195] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock member-eb06f8a7-bbbd-42b6-b72d-c6b0c2a9ecca taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.135308] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eb06f8a7-bbbd-42b6-b72d-c6b0c2a9ecca" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.135404] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eb06f8a7-bbbd-42b6-b72d-c6b0c2a9ecca" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.135727] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eb06f8a7-bbbd-42b6-b72d-c6b0c2a9ecca" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.135886] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.135991] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.136063] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.136220] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.136331] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.136432] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('eb06f8a7-bbbd-42b6-b72d-c6b0c2a9ecca',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 703.464404] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock member-56e4987b-a42c-447e-bc02-07e608a2b8d3 taken with stack trace [, , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.464729] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-56e4987b-a42c-447e-bc02-07e608a2b8d3" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.464729] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-56e4987b-a42c-447e-bc02-07e608a2b8d3" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.465807] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-56e4987b-a42c-447e-bc02-07e608a2b8d3" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.465807] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.465807] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.465807] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.465807] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.465807] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.465807] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-56e4987b-a42c-447e-bc02-07e608a2b8d3" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.465807] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock member-56e4987b-a42c-447e-bc02-07e608a2b8d3 taken with stack trace [, , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.466185] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-56e4987b-a42c-447e-bc02-07e608a2b8d3" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.466185] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-56e4987b-a42c-447e-bc02-07e608a2b8d3" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.466185] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-56e4987b-a42c-447e-bc02-07e608a2b8d3" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.466504] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.466504] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.466640] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.466689] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.466941] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.466941] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-56e4987b-a42c-447e-bc02-07e608a2b8d3" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.466941] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('56e4987b-a42c-447e-bc02-07e608a2b8d3',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 703.560029] env[65288]: INFO networking_nsxv3.common.synchronization [req-e820f96a-8086-4532-9598-04f0e80ce140 req-0b4302ef-3309-4456-b3bd-e49129091767 tempest-ImagesOneServerTestJSON-948456085 tempest-ImagesOneServerTestJSON-948456085-project-member] Enqueued Resource ID: ef9b23b6-ef0b-47e3-9685-8e7efd2064d4 with Priority: HIGHEST for action security_group_members [ 703.560858] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ef9b23b6-ef0b-47e3-9685-8e7efd2064d4 with Priority: HIGHEST for action security_group_members [ 703.561260] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock member-ef9b23b6-ef0b-47e3-9685-8e7efd2064d4 taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.562317] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ef9b23b6-ef0b-47e3-9685-8e7efd2064d4" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.562317] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ef9b23b6-ef0b-47e3-9685-8e7efd2064d4" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.562317] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ef9b23b6-ef0b-47e3-9685-8e7efd2064d4" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.562317] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.562317] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.562317] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.562317] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.562317] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.562317] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ef9b23b6-ef0b-47e3-9685-8e7efd2064d4',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 703.640259] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.640259] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.640259] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.640259] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.640259] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.640259] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.640259] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.640259] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.640259] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.640259] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.640259] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: eb06f8a7-bbbd-42b6-b72d-c6b0c2a9ecca already deleted. [ 703.640259] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eb06f8a7-bbbd-42b6-b72d-c6b0c2a9ecca" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.969598] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 56e4987b-a42c-447e-bc02-07e608a2b8d3: rpc.has_security_group_logging(os_id): False [ 703.994160] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.994353] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.994561] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.995440] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.995440] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.995440] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.995440] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.995440] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.995440] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.995440] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.995704] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.995704] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.995704] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.995845] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.996578] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.997515] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.997515] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.997515] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.997515] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.997515] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.997714] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 56e4987b-a42c-447e-bc02-07e608a2b8d3 is going to be created. [ 704.057311] env[65288]: DEBUG networking_nsxv3.common.locking [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Lock network-256 taken with stack trace [, , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.057710] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquiring lock "network-256" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.057710] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired lock "network-256" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.058106] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired external semaphore "network-256" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.058392] env[65288]: DEBUG networking_nsxv3.common.locking [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.059173] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquiring lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.059339] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.059589] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired external semaphore "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.059778] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Releasing lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.060116] env[65288]: DEBUG dogpile.cache.region [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] No value present for key: 'zone-id' {{(pid=65288) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 704.060369] env[65288]: DEBUG dogpile.lock [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] NeedRegenerationException {{(pid=65288) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 704.060515] env[65288]: DEBUG dogpile.lock [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] no value, waiting for create lock {{(pid=65288) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 704.060667] env[65288]: DEBUG dogpile.lock [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] value creation lock acquired {{(pid=65288) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 704.061888] env[65288]: DEBUG dogpile.cache.region [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] No value present for key: 'zone-id' {{(pid=65288) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 704.062402] env[65288]: DEBUG dogpile.lock [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Calling creation function for not-yet-present value {{(pid=65288) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 704.062617] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 704.064747] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.064861] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.064937] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.065243] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.065607] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.067374] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.067645] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.067824] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.068246] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.068246] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.068360] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.068628] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.068719] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.068940] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.069075] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.069170] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ef9b23b6-ef0b-47e3-9685-8e7efd2064d4 is going to be updated. [ 704.089269] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 56e4987b-a42c-447e-bc02-07e608a2b8d3 in Status: IN_PROGRESS for 2s [ 704.099502] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 704.099652] env[65288]: DEBUG dogpile.cache.region [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Cache value generated in 0.037 seconds for key(s): 'zone-id' {{(pid=65288) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 704.099779] env[65288]: DEBUG dogpile.lock [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Released creation lock {{(pid=65288) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 704.100141] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Releasing lock "network-256" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.100796] env[65288]: DEBUG networking_nsxv3.common.locking [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Lock port-3354cff0-7c28-425c-8242-d4fd9fb575ca taken with stack trace [, , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.100796] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquiring lock "port-3354cff0-7c28-425c-8242-d4fd9fb575ca" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.100965] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired lock "port-3354cff0-7c28-425c-8242-d4fd9fb575ca" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.101224] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired external semaphore "port-3354cff0-7c28-425c-8242-d4fd9fb575ca" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.101359] env[65288]: DEBUG networking_nsxv3.api.rpc [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3354cff0-7c28-425c-8242-d4fd9fb575ca',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 704.125541] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.125541] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.125541] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.125541] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.125541] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.134788] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ef9b23b6-ef0b-47e3-9685-8e7efd2064d4 in Status: IN_PROGRESS for 2s [ 704.215313] env[65288]: INFO networking_nsxv3.common.synchronization [None req-944972a3-9336-43d8-8ec6-72f5752223dc None None] Enqueued Resource ID: 17da3469-e127-431f-af54-7ffbff24401a with Priority: HIGHEST for action port [ 704.215313] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 17da3469-e127-431f-af54-7ffbff24401a with Priority: HIGHEST for action port [ 704.216158] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock port-17da3469-e127-431f-af54-7ffbff24401a taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.216354] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-17da3469-e127-431f-af54-7ffbff24401a" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.216354] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-17da3469-e127-431f-af54-7ffbff24401a" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.216648] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-17da3469-e127-431f-af54-7ffbff24401a" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.216743] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('17da3469-e127-431f-af54-7ffbff24401a',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 704.603781] env[65288]: DEBUG networking_nsxv3.common.locking [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.604081] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.604110] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.604388] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.604536] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.604717] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Segment Port 3354cff0-7c28-425c-8242-d4fd9fb575ca not found, creating... [ 704.605055] env[65288]: DEBUG networking_nsxv3.common.locking [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.605283] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquiring lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.605446] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.605763] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired external semaphore "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.605995] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Releasing lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.606416] env[65288]: DEBUG networking_nsxv3.common.locking [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.606650] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.606849] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.607720] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.607895] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.608133] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Resource: SegmentPort with ID: 3354cff0-7c28-425c-8242-d4fd9fb575ca is going to be created. [ 704.631890] env[65288]: DEBUG networking_nsxv3.common.locking [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.632210] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.632404] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.632678] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.632953] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.633207] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Releasing lock "port-3354cff0-7c28-425c-8242-d4fd9fb575ca" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.720441] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 17da3469-e127-431f-af54-7ffbff24401a [ 704.720679] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.720825] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.720922] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.721164] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.721255] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.721352] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:17da3469-e127-431f-af54-7ffbff24401a already deleted. [ 704.721463] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-17da3469-e127-431f-af54-7ffbff24401a" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.366197] env[65288]: INFO networking_nsxv3.common.synchronization [req-8d3f7a39-9bb7-441a-b335-fc77737a0e25 req-f1be3877-8b83-4d0e-a548-f03777c04130 service nova] Enqueued Resource ID: eb06f8a7-bbbd-42b6-b72d-c6b0c2a9ecca with Priority: HIGHEST for action security_group_rules [ 705.366425] env[65288]: INFO networking_nsxv3.common.synchronization [req-8d3f7a39-9bb7-441a-b335-fc77737a0e25 req-f1be3877-8b83-4d0e-a548-f03777c04130 service nova] Enqueued Resource ID: eb06f8a7-bbbd-42b6-b72d-c6b0c2a9ecca with Priority: HIGHEST for action security_group_members [ 705.366518] env[65288]: INFO networking_nsxv3.common.synchronization [req-8d3f7a39-9bb7-441a-b335-fc77737a0e25 req-f1be3877-8b83-4d0e-a548-f03777c04130 service nova] Enqueued Resource ID: 3354cff0-7c28-425c-8242-d4fd9fb575ca with Priority: HIGHEST for action port [ 705.367065] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eb06f8a7-bbbd-42b6-b72d-c6b0c2a9ecca with Priority: HIGHEST for action security_group_rules [ 705.367216] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eb06f8a7-bbbd-42b6-b72d-c6b0c2a9ecca with Priority: HIGHEST for action security_group_members [ 705.367321] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3354cff0-7c28-425c-8242-d4fd9fb575ca with Priority: HIGHEST for action port [ 705.367647] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock rules-eb06f8a7-bbbd-42b6-b72d-c6b0c2a9ecca taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.367829] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-eb06f8a7-bbbd-42b6-b72d-c6b0c2a9ecca" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.367910] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-eb06f8a7-bbbd-42b6-b72d-c6b0c2a9ecca" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.368124] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-eb06f8a7-bbbd-42b6-b72d-c6b0c2a9ecca" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.368201] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('eb06f8a7-bbbd-42b6-b72d-c6b0c2a9ecca',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 705.369554] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock member-eb06f8a7-bbbd-42b6-b72d-c6b0c2a9ecca taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.369668] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eb06f8a7-bbbd-42b6-b72d-c6b0c2a9ecca" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.369732] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eb06f8a7-bbbd-42b6-b72d-c6b0c2a9ecca" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.369903] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eb06f8a7-bbbd-42b6-b72d-c6b0c2a9ecca" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.370063] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.370159] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.370220] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.370360] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.370444] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.370532] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('eb06f8a7-bbbd-42b6-b72d-c6b0c2a9ecca',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 705.371297] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock port-3354cff0-7c28-425c-8242-d4fd9fb575ca taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.371384] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3354cff0-7c28-425c-8242-d4fd9fb575ca" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.371426] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3354cff0-7c28-425c-8242-d4fd9fb575ca" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.371565] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3354cff0-7c28-425c-8242-d4fd9fb575ca" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.371666] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3354cff0-7c28-425c-8242-d4fd9fb575ca',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 705.873910] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock member-eb06f8a7-bbbd-42b6-b72d-c6b0c2a9ecca taken with stack trace [, , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.874207] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eb06f8a7-bbbd-42b6-b72d-c6b0c2a9ecca" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.874489] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('eb06f8a7-bbbd-42b6-b72d-c6b0c2a9ecca',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 705.876806] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3354cff0-7c28-425c-8242-d4fd9fb575ca with status ACTIVE [ 705.876806] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.876806] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.876806] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.876806] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.876806] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.876806] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.877103] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.877103] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.877103] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.877247] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.877347] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.877437] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.877494] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.877655] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.877725] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.877809] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3354cff0-7c28-425c-8242-d4fd9fb575ca is going to be updated. [ 705.913973] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.914217] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.914460] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.914692] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.915407] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.915407] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3354cff0-7c28-425c-8242-d4fd9fb575ca" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.099818] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 56e4987b-a42c-447e-bc02-07e608a2b8d3 in Status: SUCCESS [ 706.100099] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-56e4987b-a42c-447e-bc02-07e608a2b8d3" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.146868] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ef9b23b6-ef0b-47e3-9685-8e7efd2064d4 in Status: SUCCESS [ 706.149736] env[65288]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ef9b23b6-ef0b-47e3-9685-8e7efd2064d4 deletion is rescheduled due to dependency. [ 706.149736] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ef9b23b6-ef0b-47e3-9685-8e7efd2064d4" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.219477] env[65288]: INFO networking_nsxv3.common.synchronization [None req-77418ffc-1ff1-4e63-a88d-c7f9a1798de5 None None] Enqueued Resource ID: 5d98e7f1-074d-4cf8-a39a-e7d6c2cb4c6c with Priority: HIGHEST for action port [ 706.220403] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5d98e7f1-074d-4cf8-a39a-e7d6c2cb4c6c with Priority: HIGHEST for action port [ 706.223233] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock port-5d98e7f1-074d-4cf8-a39a-e7d6c2cb4c6c taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.223233] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5d98e7f1-074d-4cf8-a39a-e7d6c2cb4c6c" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.223233] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5d98e7f1-074d-4cf8-a39a-e7d6c2cb4c6c" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.223233] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5d98e7f1-074d-4cf8-a39a-e7d6c2cb4c6c" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.223897] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5d98e7f1-074d-4cf8-a39a-e7d6c2cb4c6c',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 706.385021] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('eb06f8a7-bbbd-42b6-b72d-c6b0c2a9ecca',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 706.466032] env[65288]: INFO networking_nsxv3.common.synchronization [None req-9f0effef-e5e2-4b44-97b0-bb60314678a8 tempest-AttachVolumeNegativeTest-2114498848 tempest-AttachVolumeNegativeTest-2114498848-project-member] Enqueued Resource ID: 30308f46-39e1-47e7-b2b2-aeb4d6f5c44e with Priority: HIGHEST for action security_group_rules [ 706.466032] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 30308f46-39e1-47e7-b2b2-aeb4d6f5c44e with Priority: HIGHEST for action security_group_rules [ 706.466032] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock rules-30308f46-39e1-47e7-b2b2-aeb4d6f5c44e taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.466032] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-30308f46-39e1-47e7-b2b2-aeb4d6f5c44e" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.466926] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-30308f46-39e1-47e7-b2b2-aeb4d6f5c44e" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.467229] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-30308f46-39e1-47e7-b2b2-aeb4d6f5c44e" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.467312] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('30308f46-39e1-47e7-b2b2-aeb4d6f5c44e',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 706.672650] env[65288]: INFO networking_nsxv3.common.synchronization [None req-026f248c-134e-418b-ab11-0852942f9f65 tempest-AttachVolumeNegativeTest-2114498848 tempest-AttachVolumeNegativeTest-2114498848-project-member] Enqueued Resource ID: 30308f46-39e1-47e7-b2b2-aeb4d6f5c44e with Priority: HIGHEST for action security_group_rules [ 706.672650] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 30308f46-39e1-47e7-b2b2-aeb4d6f5c44e with Priority: HIGHEST for action security_group_rules [ 706.672650] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock rules-30308f46-39e1-47e7-b2b2-aeb4d6f5c44e taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.672650] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-30308f46-39e1-47e7-b2b2-aeb4d6f5c44e" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.727192] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 5d98e7f1-074d-4cf8-a39a-e7d6c2cb4c6c [ 706.730387] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.730540] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.730657] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.730890] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.730985] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.731095] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:5d98e7f1-074d-4cf8-a39a-e7d6c2cb4c6c already deleted. [ 706.731178] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5d98e7f1-074d-4cf8-a39a-e7d6c2cb4c6c" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.891200] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.891200] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.891200] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.891653] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.891653] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.891653] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: eb06f8a7-bbbd-42b6-b72d-c6b0c2a9ecca is going to be created. [ 706.917828] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.918052] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.918129] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.918343] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.918520] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.932355] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eb06f8a7-bbbd-42b6-b72d-c6b0c2a9ecca in Status: UNINITIALIZED for 2s [ 706.993484] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.993484] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.993484] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.993484] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.993714] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.993714] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 30308f46-39e1-47e7-b2b2-aeb4d6f5c44e already deleted. [ 706.993943] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-30308f46-39e1-47e7-b2b2-aeb4d6f5c44e" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.994392] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-30308f46-39e1-47e7-b2b2-aeb4d6f5c44e" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.995654] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-30308f46-39e1-47e7-b2b2-aeb4d6f5c44e" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.995654] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('30308f46-39e1-47e7-b2b2-aeb4d6f5c44e',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 707.517079] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.517079] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.517301] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.517609] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.517609] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.517775] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 30308f46-39e1-47e7-b2b2-aeb4d6f5c44e already deleted. [ 707.517775] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-30308f46-39e1-47e7-b2b2-aeb4d6f5c44e" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.620264] env[65288]: INFO networking_nsxv3.common.synchronization [req-2988661d-ac4a-4997-883b-ca5f4eee94d2 req-476460d3-6f88-4d2d-a47f-8c3ad95dd3f1 tempest-ServerDiskConfigTestJSON-1970916035 tempest-ServerDiskConfigTestJSON-1970916035-project-member] Enqueued Resource ID: d245eef6-5371-47ae-aacd-21ec39f91d63 with Priority: HIGHEST for action security_group_members [ 707.620781] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d245eef6-5371-47ae-aacd-21ec39f91d63 with Priority: HIGHEST for action security_group_members [ 707.621097] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock member-d245eef6-5371-47ae-aacd-21ec39f91d63 taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.621811] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d245eef6-5371-47ae-aacd-21ec39f91d63" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.621811] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d245eef6-5371-47ae-aacd-21ec39f91d63" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.621811] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d245eef6-5371-47ae-aacd-21ec39f91d63" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.621811] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.621811] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.621811] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.622223] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.622223] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.622223] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d245eef6-5371-47ae-aacd-21ec39f91d63',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 708.124613] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.124930] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.124930] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.125087] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.125193] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.125388] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.125488] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.125565] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.125740] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.125835] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.125920] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d245eef6-5371-47ae-aacd-21ec39f91d63 is going to be updated. [ 708.157040] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.157233] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.157273] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.157479] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.157649] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.166551] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d245eef6-5371-47ae-aacd-21ec39f91d63 in Status: IN_PROGRESS for 2s [ 708.572396] env[65288]: DEBUG networking_nsxv3.common.locking [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Lock network-586 taken with stack trace [, , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.572636] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquiring lock "network-586" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.572740] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired lock "network-586" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.573068] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired external semaphore "network-586" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.573360] env[65288]: DEBUG networking_nsxv3.common.locking [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.573518] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquiring lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.573629] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.573860] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired external semaphore "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.573997] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Releasing lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.574247] env[65288]: DEBUG dogpile.cache.region [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] No value present for key: 'zone-id' {{(pid=65288) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 708.574359] env[65288]: DEBUG dogpile.lock [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] NeedRegenerationException {{(pid=65288) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 708.575117] env[65288]: DEBUG dogpile.lock [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] no value, waiting for create lock {{(pid=65288) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 708.575117] env[65288]: DEBUG dogpile.lock [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] value creation lock acquired {{(pid=65288) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 708.575117] env[65288]: DEBUG dogpile.cache.region [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] No value present for key: 'zone-id' {{(pid=65288) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 708.575117] env[65288]: DEBUG dogpile.lock [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Calling creation function for not-yet-present value {{(pid=65288) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 708.575333] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 708.602527] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 708.602720] env[65288]: DEBUG dogpile.cache.region [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Cache value generated in 0.027 seconds for key(s): 'zone-id' {{(pid=65288) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 708.602822] env[65288]: DEBUG dogpile.lock [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Released creation lock {{(pid=65288) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 708.603019] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Releasing lock "network-586" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.603358] env[65288]: DEBUG networking_nsxv3.common.locking [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Lock port-019b1e99-1436-4edd-94fb-6144b5b82bd7 taken with stack trace [, , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.603530] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquiring lock "port-019b1e99-1436-4edd-94fb-6144b5b82bd7" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.603646] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired lock "port-019b1e99-1436-4edd-94fb-6144b5b82bd7" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.603987] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired external semaphore "port-019b1e99-1436-4edd-94fb-6144b5b82bd7" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.604142] env[65288]: DEBUG networking_nsxv3.api.rpc [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('019b1e99-1436-4edd-94fb-6144b5b82bd7',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 708.942027] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eb06f8a7-bbbd-42b6-b72d-c6b0c2a9ecca in Status: SUCCESS [ 708.942246] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eb06f8a7-bbbd-42b6-b72d-c6b0c2a9ecca" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.942420] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eb06f8a7-bbbd-42b6-b72d-c6b0c2a9ecca" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.942733] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eb06f8a7-bbbd-42b6-b72d-c6b0c2a9ecca" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.942929] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.943084] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.943149] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.943314] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.943397] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.943486] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eb06f8a7-bbbd-42b6-b72d-c6b0c2a9ecca" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.943578] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('eb06f8a7-bbbd-42b6-b72d-c6b0c2a9ecca',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 709.107272] env[65288]: DEBUG networking_nsxv3.common.locking [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.107272] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.107587] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.107587] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.107826] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.107886] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Segment Port 019b1e99-1436-4edd-94fb-6144b5b82bd7 not found, creating... [ 709.108197] env[65288]: DEBUG networking_nsxv3.common.locking [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.108363] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquiring lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.108505] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.108742] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired external semaphore "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.108889] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Releasing lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.109198] env[65288]: DEBUG networking_nsxv3.common.locking [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.109360] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.109476] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.109677] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.109808] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.109940] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Resource: SegmentPort with ID: 019b1e99-1436-4edd-94fb-6144b5b82bd7 is going to be created. [ 709.133739] env[65288]: DEBUG networking_nsxv3.common.locking [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.134117] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.134117] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.134322] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.134546] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.134771] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Releasing lock "port-019b1e99-1436-4edd-94fb-6144b5b82bd7" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.445952] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('eb06f8a7-bbbd-42b6-b72d-c6b0c2a9ecca',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 709.848296] env[65288]: INFO networking_nsxv3.common.synchronization [req-2988661d-ac4a-4997-883b-ca5f4eee94d2 req-3e79dcda-d5de-40f8-a39c-7369b5364bbc service nova] Enqueued Resource ID: d245eef6-5371-47ae-aacd-21ec39f91d63 with Priority: HIGHEST for action security_group_rules [ 709.848486] env[65288]: INFO networking_nsxv3.common.synchronization [req-2988661d-ac4a-4997-883b-ca5f4eee94d2 req-3e79dcda-d5de-40f8-a39c-7369b5364bbc service nova] Enqueued Resource ID: d245eef6-5371-47ae-aacd-21ec39f91d63 with Priority: HIGHEST for action security_group_members [ 709.848647] env[65288]: INFO networking_nsxv3.common.synchronization [req-2988661d-ac4a-4997-883b-ca5f4eee94d2 req-3e79dcda-d5de-40f8-a39c-7369b5364bbc service nova] Enqueued Resource ID: 019b1e99-1436-4edd-94fb-6144b5b82bd7 with Priority: HIGHEST for action port [ 709.850729] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d245eef6-5371-47ae-aacd-21ec39f91d63 with Priority: HIGHEST for action security_group_rules [ 709.850729] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d245eef6-5371-47ae-aacd-21ec39f91d63 with Priority: HIGHEST for action security_group_members [ 709.850729] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 019b1e99-1436-4edd-94fb-6144b5b82bd7 with Priority: HIGHEST for action port [ 709.850729] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d245eef6-5371-47ae-aacd-21ec39f91d63 taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.850729] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d245eef6-5371-47ae-aacd-21ec39f91d63" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.850729] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d245eef6-5371-47ae-aacd-21ec39f91d63" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.850729] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d245eef6-5371-47ae-aacd-21ec39f91d63" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.850729] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d245eef6-5371-47ae-aacd-21ec39f91d63',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 709.851533] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock member-d245eef6-5371-47ae-aacd-21ec39f91d63 taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.851657] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d245eef6-5371-47ae-aacd-21ec39f91d63" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.851750] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock port-019b1e99-1436-4edd-94fb-6144b5b82bd7 taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.851866] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-019b1e99-1436-4edd-94fb-6144b5b82bd7" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.851981] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-019b1e99-1436-4edd-94fb-6144b5b82bd7" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.852137] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-019b1e99-1436-4edd-94fb-6144b5b82bd7" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.852214] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('019b1e99-1436-4edd-94fb-6144b5b82bd7',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 709.947828] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for eb06f8a7-bbbd-42b6-b72d-c6b0c2a9ecca: rpc.has_security_group_logging(os_id): False [ 709.967943] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.968154] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.968154] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.968364] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.968456] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.968724] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.968832] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.968896] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.969076] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.969236] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.969236] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: eb06f8a7-bbbd-42b6-b72d-c6b0c2a9ecca is going to be created. [ 710.038454] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.038662] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.038703] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.038960] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.039171] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.052730] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: eb06f8a7-bbbd-42b6-b72d-c6b0c2a9ecca in Status: IN_PROGRESS for 2s [ 710.177194] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d245eef6-5371-47ae-aacd-21ec39f91d63 in Status: SUCCESS [ 710.177420] env[65288]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d245eef6-5371-47ae-aacd-21ec39f91d63 deletion is rescheduled due to dependency. [ 710.178815] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d245eef6-5371-47ae-aacd-21ec39f91d63" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.178815] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d245eef6-5371-47ae-aacd-21ec39f91d63" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.178815] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d245eef6-5371-47ae-aacd-21ec39f91d63" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.178815] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.178815] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.178815] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.178815] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.178815] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.179147] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d245eef6-5371-47ae-aacd-21ec39f91d63',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 710.222926] env[65288]: INFO networking_nsxv3.common.synchronization [req-4916c583-b850-4abf-81ad-8c1cebc0dca8 req-f9a14bf9-fb9a-44fd-916d-ca3393530ed3 tempest-ServersTestMultiNic-1767734042 tempest-ServersTestMultiNic-1767734042-project-member] Enqueued Resource ID: 190d80dc-4948-45bb-a2a0-fd44e4377cb2 with Priority: HIGHEST for action security_group_members [ 710.224582] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 190d80dc-4948-45bb-a2a0-fd44e4377cb2 with Priority: HIGHEST for action security_group_members [ 710.225096] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock member-190d80dc-4948-45bb-a2a0-fd44e4377cb2 taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.225393] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-190d80dc-4948-45bb-a2a0-fd44e4377cb2" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.225501] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-190d80dc-4948-45bb-a2a0-fd44e4377cb2" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.225843] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-190d80dc-4948-45bb-a2a0-fd44e4377cb2" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.226080] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.226292] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.226371] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.226580] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.226701] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.226845] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('190d80dc-4948-45bb-a2a0-fd44e4377cb2',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 710.353649] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock member-d245eef6-5371-47ae-aacd-21ec39f91d63 taken with stack trace [, , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.353828] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d245eef6-5371-47ae-aacd-21ec39f91d63" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.360225] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 019b1e99-1436-4edd-94fb-6144b5b82bd7 with status ACTIVE [ 710.360440] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.360568] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.360645] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.360894] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.360996] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.361184] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.361271] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.361329] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.361471] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.361542] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.361711] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.361974] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.361974] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.362072] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.362072] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.362193] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 019b1e99-1436-4edd-94fb-6144b5b82bd7 is going to be updated. [ 710.387044] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.387223] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.387223] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.387516] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.387628] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.387724] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-019b1e99-1436-4edd-94fb-6144b5b82bd7" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.660729] env[65288]: INFO networking_nsxv3.common.synchronization [req-4916c583-b850-4abf-81ad-8c1cebc0dca8 req-34edbd8f-1852-44e8-9a95-0b771dfaa61f tempest-ServersTestMultiNic-1767734042 tempest-ServersTestMultiNic-1767734042-project-member] Enqueued Resource ID: 190d80dc-4948-45bb-a2a0-fd44e4377cb2 with Priority: HIGHEST for action security_group_members [ 710.661391] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 190d80dc-4948-45bb-a2a0-fd44e4377cb2 with Priority: HIGHEST for action security_group_members [ 710.661961] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock member-190d80dc-4948-45bb-a2a0-fd44e4377cb2 taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.662139] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-190d80dc-4948-45bb-a2a0-fd44e4377cb2" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.681946] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d245eef6-5371-47ae-aacd-21ec39f91d63',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 710.729425] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('190d80dc-4948-45bb-a2a0-fd44e4377cb2',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 710.979292] env[65288]: INFO networking_nsxv3.common.synchronization [req-4916c583-b850-4abf-81ad-8c1cebc0dca8 req-d644066a-9350-4183-8dde-6b560743e2cc tempest-ServersTestMultiNic-1767734042 tempest-ServersTestMultiNic-1767734042-project-member] Enqueued Resource ID: 190d80dc-4948-45bb-a2a0-fd44e4377cb2 with Priority: HIGHEST for action security_group_members [ 710.979816] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 190d80dc-4948-45bb-a2a0-fd44e4377cb2 with Priority: HIGHEST for action security_group_members [ 710.980149] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock member-190d80dc-4948-45bb-a2a0-fd44e4377cb2 taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.980247] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-190d80dc-4948-45bb-a2a0-fd44e4377cb2" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.184682] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d245eef6-5371-47ae-aacd-21ec39f91d63',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 711.233712] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('190d80dc-4948-45bb-a2a0-fd44e4377cb2',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 711.642372] env[65288]: INFO networking_nsxv3.common.synchronization [req-5a574c26-0036-49ee-8adc-e06ffba4df91 req-46259105-8b43-46a6-98ca-76501d498f84 tempest-MultipleCreateTestJSON-1771508532 tempest-MultipleCreateTestJSON-1771508532-project-member] Enqueued Resource ID: 829f8e2a-34a6-4ed5-87c0-e3080c6d8393 with Priority: HIGHEST for action security_group_members [ 711.642897] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 829f8e2a-34a6-4ed5-87c0-e3080c6d8393 with Priority: HIGHEST for action security_group_members [ 711.643303] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock member-829f8e2a-34a6-4ed5-87c0-e3080c6d8393 taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.643420] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-829f8e2a-34a6-4ed5-87c0-e3080c6d8393" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.643483] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-829f8e2a-34a6-4ed5-87c0-e3080c6d8393" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.643675] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-829f8e2a-34a6-4ed5-87c0-e3080c6d8393" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.643814] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.643920] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.643977] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.644125] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.644206] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.644295] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('829f8e2a-34a6-4ed5-87c0-e3080c6d8393',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 711.686802] env[65288]: INFO networking_nsxv3.common.synchronization [None req-1c2ae373-12a0-472a-ac05-4c757751a6f7 tempest-ServersTestBootFromVolume-496975025 tempest-ServersTestBootFromVolume-496975025-project-member] Enqueued Resource ID: ef10b224-45ba-4679-bf59-0770b9ec039c with Priority: HIGHEST for action security_group_rules [ 711.687134] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ef10b224-45ba-4679-bf59-0770b9ec039c with Priority: HIGHEST for action security_group_rules [ 711.687491] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.687688] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.687759] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.687958] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.688070] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.688166] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d245eef6-5371-47ae-aacd-21ec39f91d63 is going to be updated. [ 711.690568] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ef10b224-45ba-4679-bf59-0770b9ec039c taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.690745] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ef10b224-45ba-4679-bf59-0770b9ec039c" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.690863] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ef10b224-45ba-4679-bf59-0770b9ec039c" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.691199] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ef10b224-45ba-4679-bf59-0770b9ec039c" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.691345] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ef10b224-45ba-4679-bf59-0770b9ec039c',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 711.731125] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.731125] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.731125] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.731125] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.731125] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.735542] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.735766] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.735837] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.736066] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.736188] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.736291] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 190d80dc-4948-45bb-a2a0-fd44e4377cb2 is going to be updated. [ 711.739205] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d245eef6-5371-47ae-aacd-21ec39f91d63 in Status: IN_PROGRESS for 2s [ 711.771461] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.771461] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.771461] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.771740] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.771740] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.785615] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 190d80dc-4948-45bb-a2a0-fd44e4377cb2 in Status: IN_PROGRESS for 2s [ 712.064752] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: eb06f8a7-bbbd-42b6-b72d-c6b0c2a9ecca in Status: SUCCESS [ 712.064976] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-eb06f8a7-bbbd-42b6-b72d-c6b0c2a9ecca" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.151905] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.151905] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.151905] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.151905] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.151905] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.151905] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.151905] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.151905] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.151905] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.151905] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.151905] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 829f8e2a-34a6-4ed5-87c0-e3080c6d8393 is going to be updated. [ 712.169912] env[65288]: DEBUG networking_nsxv3.common.locking [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Lock network-103 taken with stack trace [, , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.170042] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquiring lock "network-103" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.170080] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired lock "network-103" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.170341] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired external semaphore "network-103" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.170586] env[65288]: DEBUG networking_nsxv3.common.locking [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.170735] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquiring lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.170846] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.171059] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired external semaphore "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.171200] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Releasing lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.171446] env[65288]: DEBUG dogpile.cache.region [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] No value present for key: 'zone-id' {{(pid=65288) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 712.171555] env[65288]: DEBUG dogpile.lock [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] NeedRegenerationException {{(pid=65288) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 712.171659] env[65288]: DEBUG dogpile.lock [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] no value, waiting for create lock {{(pid=65288) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 712.171764] env[65288]: DEBUG dogpile.lock [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] value creation lock acquired {{(pid=65288) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 712.171869] env[65288]: DEBUG dogpile.cache.region [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] No value present for key: 'zone-id' {{(pid=65288) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 712.171966] env[65288]: DEBUG dogpile.lock [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Calling creation function for not-yet-present value {{(pid=65288) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 712.172138] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 712.173854] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.173966] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.174046] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.174307] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.174432] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.179675] env[65288]: INFO networking_nsxv3.common.synchronization [None req-c657f27b-1421-4554-af42-c27d1721f95b tempest-ServersTestBootFromVolume-496975025 tempest-ServersTestBootFromVolume-496975025-project-member] Enqueued Resource ID: ef10b224-45ba-4679-bf59-0770b9ec039c with Priority: HIGHEST for action security_group_rules [ 712.180175] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ef10b224-45ba-4679-bf59-0770b9ec039c with Priority: HIGHEST for action security_group_rules [ 712.180455] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ef10b224-45ba-4679-bf59-0770b9ec039c taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.180751] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ef10b224-45ba-4679-bf59-0770b9ec039c" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.185557] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 829f8e2a-34a6-4ed5-87c0-e3080c6d8393 in Status: IN_PROGRESS for 2s [ 712.197207] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 712.197323] env[65288]: DEBUG dogpile.cache.region [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=65288) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 712.197459] env[65288]: DEBUG dogpile.lock [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Released creation lock {{(pid=65288) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 712.197744] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Releasing lock "network-103" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.198148] env[65288]: DEBUG networking_nsxv3.common.locking [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Lock port-1fadf2a9-6cd9-444e-b79e-7c011d1f6f96 taken with stack trace [, , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.198347] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquiring lock "port-1fadf2a9-6cd9-444e-b79e-7c011d1f6f96" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.198465] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired lock "port-1fadf2a9-6cd9-444e-b79e-7c011d1f6f96" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.198841] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired external semaphore "port-1fadf2a9-6cd9-444e-b79e-7c011d1f6f96" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.198972] env[65288]: DEBUG networking_nsxv3.api.rpc [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1fadf2a9-6cd9-444e-b79e-7c011d1f6f96',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 712.214626] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.214802] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.214877] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.215094] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.215187] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.215284] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ef10b224-45ba-4679-bf59-0770b9ec039c already deleted. [ 712.215370] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ef10b224-45ba-4679-bf59-0770b9ec039c" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.215978] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ef10b224-45ba-4679-bf59-0770b9ec039c" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.216187] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ef10b224-45ba-4679-bf59-0770b9ec039c" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.216279] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ef10b224-45ba-4679-bf59-0770b9ec039c',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 712.702113] env[65288]: DEBUG networking_nsxv3.common.locking [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.702335] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.702456] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.702724] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.702884] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.703015] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Segment Port 1fadf2a9-6cd9-444e-b79e-7c011d1f6f96 not found, creating... [ 712.703272] env[65288]: DEBUG networking_nsxv3.common.locking [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.703420] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquiring lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.703529] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.703735] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired external semaphore "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.703862] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Releasing lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.704142] env[65288]: DEBUG networking_nsxv3.common.locking [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.704291] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.704399] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.705514] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.705514] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.705514] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Resource: SegmentPort with ID: 1fadf2a9-6cd9-444e-b79e-7c011d1f6f96 is going to be created. [ 712.725798] env[65288]: DEBUG networking_nsxv3.common.locking [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.725798] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.725798] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.726157] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.726447] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.726726] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Releasing lock "port-1fadf2a9-6cd9-444e-b79e-7c011d1f6f96" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.736523] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.736651] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.736721] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.736910] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.736996] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.737096] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ef10b224-45ba-4679-bf59-0770b9ec039c already deleted. [ 712.737175] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ef10b224-45ba-4679-bf59-0770b9ec039c" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.467941] env[65288]: INFO networking_nsxv3.common.synchronization [req-5a574c26-0036-49ee-8adc-e06ffba4df91 req-f09e578a-c956-42a5-a264-dfbc0bfd8e45 service nova] Enqueued Resource ID: 829f8e2a-34a6-4ed5-87c0-e3080c6d8393 with Priority: HIGHEST for action security_group_rules [ 713.467941] env[65288]: INFO networking_nsxv3.common.synchronization [req-5a574c26-0036-49ee-8adc-e06ffba4df91 req-f09e578a-c956-42a5-a264-dfbc0bfd8e45 service nova] Enqueued Resource ID: 829f8e2a-34a6-4ed5-87c0-e3080c6d8393 with Priority: HIGHEST for action security_group_members [ 713.467941] env[65288]: INFO networking_nsxv3.common.synchronization [req-5a574c26-0036-49ee-8adc-e06ffba4df91 req-f09e578a-c956-42a5-a264-dfbc0bfd8e45 service nova] Enqueued Resource ID: 1fadf2a9-6cd9-444e-b79e-7c011d1f6f96 with Priority: HIGHEST for action port [ 713.467941] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 829f8e2a-34a6-4ed5-87c0-e3080c6d8393 with Priority: HIGHEST for action security_group_rules [ 713.467941] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 829f8e2a-34a6-4ed5-87c0-e3080c6d8393 with Priority: HIGHEST for action security_group_members [ 713.467941] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1fadf2a9-6cd9-444e-b79e-7c011d1f6f96 with Priority: HIGHEST for action port [ 713.468492] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock rules-829f8e2a-34a6-4ed5-87c0-e3080c6d8393 taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.468492] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-829f8e2a-34a6-4ed5-87c0-e3080c6d8393" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.468492] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-829f8e2a-34a6-4ed5-87c0-e3080c6d8393" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.468681] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-829f8e2a-34a6-4ed5-87c0-e3080c6d8393" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.468827] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('829f8e2a-34a6-4ed5-87c0-e3080c6d8393',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 713.470861] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock member-829f8e2a-34a6-4ed5-87c0-e3080c6d8393 taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.470861] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-829f8e2a-34a6-4ed5-87c0-e3080c6d8393" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.472705] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock port-1fadf2a9-6cd9-444e-b79e-7c011d1f6f96 taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.472815] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1fadf2a9-6cd9-444e-b79e-7c011d1f6f96" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.472881] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1fadf2a9-6cd9-444e-b79e-7c011d1f6f96" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.473085] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1fadf2a9-6cd9-444e-b79e-7c011d1f6f96" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.473161] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1fadf2a9-6cd9-444e-b79e-7c011d1f6f96',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 713.754596] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d245eef6-5371-47ae-aacd-21ec39f91d63 in Status: SUCCESS [ 713.754596] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d245eef6-5371-47ae-aacd-21ec39f91d63" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.754596] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d245eef6-5371-47ae-aacd-21ec39f91d63" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.754596] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d245eef6-5371-47ae-aacd-21ec39f91d63" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.754596] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.754596] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.754596] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.754596] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.754871] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.754871] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d245eef6-5371-47ae-aacd-21ec39f91d63" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.754871] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d245eef6-5371-47ae-aacd-21ec39f91d63',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 713.795067] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 190d80dc-4948-45bb-a2a0-fd44e4377cb2 in Status: IN_PROGRESS for 4s [ 713.884057] env[65288]: INFO networking_nsxv3.common.synchronization [req-60e2a452-37b9-463a-8535-25e23da5af66 req-f60952b2-9239-489a-bed0-4cd039e50da7 tempest-ServersAdminNegativeTestJSON-1859447434 tempest-ServersAdminNegativeTestJSON-1859447434-project-member] Enqueued Resource ID: 5823f25b-ebb3-44a1-adb2-72eab06a38c1 with Priority: HIGHEST for action security_group_members [ 713.884057] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5823f25b-ebb3-44a1-adb2-72eab06a38c1 with Priority: HIGHEST for action security_group_members [ 713.884057] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock member-5823f25b-ebb3-44a1-adb2-72eab06a38c1 taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.884057] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5823f25b-ebb3-44a1-adb2-72eab06a38c1" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.884057] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5823f25b-ebb3-44a1-adb2-72eab06a38c1" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.885414] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5823f25b-ebb3-44a1-adb2-72eab06a38c1" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.885735] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.885970] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.886160] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.886465] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.886684] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.887025] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5823f25b-ebb3-44a1-adb2-72eab06a38c1',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 713.975499] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock member-829f8e2a-34a6-4ed5-87c0-e3080c6d8393 taken with stack trace [, , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.975499] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-829f8e2a-34a6-4ed5-87c0-e3080c6d8393" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.979857] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1fadf2a9-6cd9-444e-b79e-7c011d1f6f96 with status ACTIVE [ 713.979857] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.979857] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.979857] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.979857] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.979857] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.979857] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.979857] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.979857] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.979857] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.979857] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.979857] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.979857] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.979857] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.979857] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.979857] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.979857] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1fadf2a9-6cd9-444e-b79e-7c011d1f6f96 is going to be updated. [ 714.008529] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.008766] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.008872] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.009255] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.009487] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.009727] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1fadf2a9-6cd9-444e-b79e-7c011d1f6f96" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.198523] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 829f8e2a-34a6-4ed5-87c0-e3080c6d8393 in Status: SUCCESS [ 714.198747] env[65288]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 829f8e2a-34a6-4ed5-87c0-e3080c6d8393 deletion is rescheduled due to dependency. [ 714.198857] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-829f8e2a-34a6-4ed5-87c0-e3080c6d8393" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.199055] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-829f8e2a-34a6-4ed5-87c0-e3080c6d8393" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.199191] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-829f8e2a-34a6-4ed5-87c0-e3080c6d8393" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.199378] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.199488] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.199556] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.199698] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.199805] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.199863] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('829f8e2a-34a6-4ed5-87c0-e3080c6d8393',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 714.259543] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock member-d245eef6-5371-47ae-aacd-21ec39f91d63 taken with stack trace [, , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.259839] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d245eef6-5371-47ae-aacd-21ec39f91d63" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.259839] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d245eef6-5371-47ae-aacd-21ec39f91d63" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.260110] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d245eef6-5371-47ae-aacd-21ec39f91d63" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.260430] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.260430] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.262037] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.262197] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.262325] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.262428] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d245eef6-5371-47ae-aacd-21ec39f91d63" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.262547] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock member-d245eef6-5371-47ae-aacd-21ec39f91d63 taken with stack trace [, , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.262677] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d245eef6-5371-47ae-aacd-21ec39f91d63" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.262776] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d245eef6-5371-47ae-aacd-21ec39f91d63" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.263090] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d245eef6-5371-47ae-aacd-21ec39f91d63" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.263194] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.263345] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.263345] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.263494] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.263584] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.263730] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d245eef6-5371-47ae-aacd-21ec39f91d63" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.263829] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d245eef6-5371-47ae-aacd-21ec39f91d63',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 714.393437] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5823f25b-ebb3-44a1-adb2-72eab06a38c1',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 714.569338] env[65288]: INFO networking_nsxv3.common.synchronization [req-5a574c26-0036-49ee-8adc-e06ffba4df91 req-db7710b0-0b57-487c-a8b4-ab3e9f40aba1 tempest-MultipleCreateTestJSON-1771508532 tempest-MultipleCreateTestJSON-1771508532-project-member] Enqueued Resource ID: 829f8e2a-34a6-4ed5-87c0-e3080c6d8393 with Priority: HIGHEST for action security_group_members [ 714.570427] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 829f8e2a-34a6-4ed5-87c0-e3080c6d8393 with Priority: HIGHEST for action security_group_members [ 714.570688] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock member-829f8e2a-34a6-4ed5-87c0-e3080c6d8393 taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.570792] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-829f8e2a-34a6-4ed5-87c0-e3080c6d8393" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.702209] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('829f8e2a-34a6-4ed5-87c0-e3080c6d8393',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 714.768135] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d245eef6-5371-47ae-aacd-21ec39f91d63: rpc.has_security_group_logging(os_id): False [ 714.770870] env[65288]: INFO networking_nsxv3.common.synchronization [None req-c25988f0-99c7-445b-ae96-fe61d3e9442a None None] Enqueued Resource ID: a9c8dbfa-afd5-4474-be1a-b9a10e3c5015 with Priority: HIGHEST for action port [ 714.771751] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a9c8dbfa-afd5-4474-be1a-b9a10e3c5015 with Priority: HIGHEST for action port [ 714.772116] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock port-a9c8dbfa-afd5-4474-be1a-b9a10e3c5015 taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.772239] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a9c8dbfa-afd5-4474-be1a-b9a10e3c5015" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.773374] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a9c8dbfa-afd5-4474-be1a-b9a10e3c5015" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.773374] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a9c8dbfa-afd5-4474-be1a-b9a10e3c5015" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.773374] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a9c8dbfa-afd5-4474-be1a-b9a10e3c5015',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 714.790171] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.790612] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.790612] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.790612] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.790967] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.791292] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.791373] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.791408] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.791565] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.791664] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.791820] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.791914] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.791974] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.792134] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.792208] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.792390] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.792473] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.792957] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.792957] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.792957] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.792957] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d245eef6-5371-47ae-aacd-21ec39f91d63 is going to be updated. [ 714.860975] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.863065] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.863065] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.863065] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.863065] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.883621] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d245eef6-5371-47ae-aacd-21ec39f91d63 in Status: IN_PROGRESS for 2s [ 714.898321] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5823f25b-ebb3-44a1-adb2-72eab06a38c1',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 715.015475] env[65288]: DEBUG networking_nsxv3.common.locking [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Lock network-103 taken with stack trace [, , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.025968] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquiring lock "network-103" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.025968] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired lock "network-103" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.025968] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired external semaphore "network-103" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.025968] env[65288]: DEBUG networking_nsxv3.common.locking [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.025968] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquiring lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.025968] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.025968] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired external semaphore "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.025968] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Releasing lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.025968] env[65288]: DEBUG dogpile.cache.region [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] No value present for key: 'zone-id' {{(pid=65288) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 715.025968] env[65288]: DEBUG dogpile.lock [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] NeedRegenerationException {{(pid=65288) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 715.025968] env[65288]: DEBUG dogpile.lock [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] no value, waiting for create lock {{(pid=65288) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 715.025968] env[65288]: DEBUG dogpile.lock [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] value creation lock acquired {{(pid=65288) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 715.025968] env[65288]: DEBUG dogpile.cache.region [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] No value present for key: 'zone-id' {{(pid=65288) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 715.025968] env[65288]: DEBUG dogpile.lock [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Calling creation function for not-yet-present value {{(pid=65288) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 715.025968] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 715.038223] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 715.038223] env[65288]: DEBUG dogpile.cache.region [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=65288) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 715.038223] env[65288]: DEBUG dogpile.lock [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Released creation lock {{(pid=65288) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 715.038223] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Releasing lock "network-103" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.038223] env[65288]: DEBUG networking_nsxv3.common.locking [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Lock port-dc3f78bd-7d04-4be4-a15a-ce02b57e4c08 taken with stack trace [, , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.038223] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquiring lock "port-dc3f78bd-7d04-4be4-a15a-ce02b57e4c08" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.038223] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired lock "port-dc3f78bd-7d04-4be4-a15a-ce02b57e4c08" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.038223] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired external semaphore "port-dc3f78bd-7d04-4be4-a15a-ce02b57e4c08" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.038223] env[65288]: DEBUG networking_nsxv3.api.rpc [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dc3f78bd-7d04-4be4-a15a-ce02b57e4c08',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 715.204159] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('829f8e2a-34a6-4ed5-87c0-e3080c6d8393',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 715.276519] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a9c8dbfa-afd5-4474-be1a-b9a10e3c5015 [ 715.276917] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.277964] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.277964] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.277964] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.277964] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.277964] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a9c8dbfa-afd5-4474-be1a-b9a10e3c5015 already deleted. [ 715.277964] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a9c8dbfa-afd5-4474-be1a-b9a10e3c5015" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.401497] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.401876] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.401876] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.402304] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.402304] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.402378] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5823f25b-ebb3-44a1-adb2-72eab06a38c1 is going to be updated. [ 715.436315] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.437954] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.437954] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.437954] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.437954] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.450300] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5823f25b-ebb3-44a1-adb2-72eab06a38c1 in Status: IN_PROGRESS for 2s [ 715.546336] env[65288]: DEBUG networking_nsxv3.common.locking [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.546607] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.546760] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.547055] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.547224] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.547435] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Segment Port dc3f78bd-7d04-4be4-a15a-ce02b57e4c08 not found, creating... [ 715.547729] env[65288]: DEBUG networking_nsxv3.common.locking [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.547914] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquiring lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.548197] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.548291] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired external semaphore "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.548382] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Releasing lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.548786] env[65288]: DEBUG networking_nsxv3.common.locking [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.551106] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.551106] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.551106] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.551106] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.551106] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Resource: SegmentPort with ID: dc3f78bd-7d04-4be4-a15a-ce02b57e4c08 is going to be created. [ 715.576100] env[65288]: DEBUG networking_nsxv3.common.locking [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.576481] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.576526] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.576773] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.577049] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.577250] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Releasing lock "port-dc3f78bd-7d04-4be4-a15a-ce02b57e4c08" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.706453] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.706623] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.706659] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.708080] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.708080] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.708080] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 829f8e2a-34a6-4ed5-87c0-e3080c6d8393 is going to be updated. [ 715.759437] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.759747] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.759819] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.760077] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.760234] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.777225] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 829f8e2a-34a6-4ed5-87c0-e3080c6d8393 in Status: IN_PROGRESS for 2s [ 715.818699] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 190d80dc-4948-45bb-a2a0-fd44e4377cb2 in Status: SUCCESS [ 715.819122] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-190d80dc-4948-45bb-a2a0-fd44e4377cb2" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.819386] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-190d80dc-4948-45bb-a2a0-fd44e4377cb2" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.819677] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-190d80dc-4948-45bb-a2a0-fd44e4377cb2" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.819970] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.820227] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.820337] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.820646] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.820786] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.820930] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('190d80dc-4948-45bb-a2a0-fd44e4377cb2',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 716.326675] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.326675] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.326675] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.326675] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.326944] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.327134] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.327327] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.327327] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.327426] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.327496] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.327625] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 190d80dc-4948-45bb-a2a0-fd44e4377cb2 is going to be updated. [ 716.381177] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.381400] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.381400] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.381659] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.381784] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.401052] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 190d80dc-4948-45bb-a2a0-fd44e4377cb2 in Status: IN_PROGRESS for 2s [ 716.464208] env[65288]: INFO networking_nsxv3.common.synchronization [req-5a574c26-0036-49ee-8adc-e06ffba4df91 req-eaa06542-e492-4894-b297-8d1749495ea0 service nova] Enqueued Resource ID: 829f8e2a-34a6-4ed5-87c0-e3080c6d8393 with Priority: HIGHEST for action security_group_rules [ 716.464428] env[65288]: INFO networking_nsxv3.common.synchronization [req-5a574c26-0036-49ee-8adc-e06ffba4df91 req-eaa06542-e492-4894-b297-8d1749495ea0 service nova] Enqueued Resource ID: 829f8e2a-34a6-4ed5-87c0-e3080c6d8393 with Priority: HIGHEST for action security_group_members [ 716.464549] env[65288]: INFO networking_nsxv3.common.synchronization [req-5a574c26-0036-49ee-8adc-e06ffba4df91 req-eaa06542-e492-4894-b297-8d1749495ea0 service nova] Enqueued Resource ID: dc3f78bd-7d04-4be4-a15a-ce02b57e4c08 with Priority: HIGHEST for action port [ 716.465519] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 829f8e2a-34a6-4ed5-87c0-e3080c6d8393 with Priority: HIGHEST for action security_group_rules [ 716.465771] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 829f8e2a-34a6-4ed5-87c0-e3080c6d8393 with Priority: HIGHEST for action security_group_members [ 716.465982] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dc3f78bd-7d04-4be4-a15a-ce02b57e4c08 with Priority: HIGHEST for action port [ 716.466456] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock rules-829f8e2a-34a6-4ed5-87c0-e3080c6d8393 taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.466587] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-829f8e2a-34a6-4ed5-87c0-e3080c6d8393" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.467039] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock member-829f8e2a-34a6-4ed5-87c0-e3080c6d8393 taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.467039] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-829f8e2a-34a6-4ed5-87c0-e3080c6d8393" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.467331] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock port-dc3f78bd-7d04-4be4-a15a-ce02b57e4c08 taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.467487] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-dc3f78bd-7d04-4be4-a15a-ce02b57e4c08" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.467557] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-dc3f78bd-7d04-4be4-a15a-ce02b57e4c08" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.467866] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-dc3f78bd-7d04-4be4-a15a-ce02b57e4c08" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.468021] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dc3f78bd-7d04-4be4-a15a-ce02b57e4c08',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 716.913996] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d245eef6-5371-47ae-aacd-21ec39f91d63 in Status: SUCCESS [ 716.914439] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d245eef6-5371-47ae-aacd-21ec39f91d63" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.970743] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port dc3f78bd-7d04-4be4-a15a-ce02b57e4c08 with status ACTIVE [ 716.971060] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.971203] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.971270] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.971501] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.971659] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.971895] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.971992] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.972084] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.972287] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.972373] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.972545] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.972652] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.972713] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.972823] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.972904] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.972972] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: dc3f78bd-7d04-4be4-a15a-ce02b57e4c08 is going to be updated. [ 717.001063] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.001063] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.001063] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.001063] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.001063] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.001063] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-dc3f78bd-7d04-4be4-a15a-ce02b57e4c08" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.447779] env[65288]: INFO networking_nsxv3.common.synchronization [None req-fe10144a-142e-4bee-a6bb-1d2ecc45afc5 None None] Enqueued Resource ID: 5f4ad17e-e850-4dec-ab5c-c37d12314f4f with Priority: HIGHEST for action port [ 717.448630] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5f4ad17e-e850-4dec-ab5c-c37d12314f4f with Priority: HIGHEST for action port [ 717.449210] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock port-5f4ad17e-e850-4dec-ab5c-c37d12314f4f taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.449339] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5f4ad17e-e850-4dec-ab5c-c37d12314f4f" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.449430] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5f4ad17e-e850-4dec-ab5c-c37d12314f4f" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.449744] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5f4ad17e-e850-4dec-ab5c-c37d12314f4f" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.449881] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5f4ad17e-e850-4dec-ab5c-c37d12314f4f',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 717.466642] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5823f25b-ebb3-44a1-adb2-72eab06a38c1 in Status: SUCCESS [ 717.466861] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5823f25b-ebb3-44a1-adb2-72eab06a38c1" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.790926] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 829f8e2a-34a6-4ed5-87c0-e3080c6d8393 in Status: IN_PROGRESS for 4s [ 717.956921] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 5f4ad17e-e850-4dec-ab5c-c37d12314f4f [ 717.957514] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.957514] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.957514] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.957678] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.958178] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.958178] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:5f4ad17e-e850-4dec-ab5c-c37d12314f4f already deleted. [ 717.958178] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5f4ad17e-e850-4dec-ab5c-c37d12314f4f" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.303684] env[65288]: INFO networking_nsxv3.common.synchronization [req-49efc492-b361-43ab-8179-565bd4b503c8 req-d9773251-6f4d-4e72-b3fc-45c22c666cd1 tempest-VolumesAssistedSnapshotsTest-615744589 tempest-VolumesAssistedSnapshotsTest-615744589-project-member] Enqueued Resource ID: ed4a84a9-18c7-4f4d-a791-087741929187 with Priority: HIGHEST for action security_group_members [ 718.304264] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ed4a84a9-18c7-4f4d-a791-087741929187 with Priority: HIGHEST for action security_group_members [ 718.304660] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock member-ed4a84a9-18c7-4f4d-a791-087741929187 taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.304660] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ed4a84a9-18c7-4f4d-a791-087741929187" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.304810] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ed4a84a9-18c7-4f4d-a791-087741929187" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.305048] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ed4a84a9-18c7-4f4d-a791-087741929187" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.305848] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.305848] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.305848] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.305848] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.305848] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.305848] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ed4a84a9-18c7-4f4d-a791-087741929187',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 718.413881] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 190d80dc-4948-45bb-a2a0-fd44e4377cb2 in Status: SUCCESS [ 718.413881] env[65288]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 190d80dc-4948-45bb-a2a0-fd44e4377cb2 deletion is rescheduled due to dependency. [ 718.413881] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-190d80dc-4948-45bb-a2a0-fd44e4377cb2" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.413881] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-190d80dc-4948-45bb-a2a0-fd44e4377cb2" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.413881] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-190d80dc-4948-45bb-a2a0-fd44e4377cb2" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.413881] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.413881] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.413881] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.413881] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.413881] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.413881] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('190d80dc-4948-45bb-a2a0-fd44e4377cb2',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 718.801382] env[65288]: INFO networking_nsxv3.common.synchronization [req-b0eef571-566a-4b73-8490-de22aa6825d8 req-1851bfae-1035-4e2a-8a30-881147508395 tempest-FloatingIPsAssociationTestJSON-1475271212 tempest-FloatingIPsAssociationTestJSON-1475271212-project-member] Enqueued Resource ID: edfabf1f-8fc9-40d7-a772-417a53540aaf with Priority: HIGHEST for action security_group_members [ 718.801956] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: edfabf1f-8fc9-40d7-a772-417a53540aaf with Priority: HIGHEST for action security_group_members [ 718.803275] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock member-edfabf1f-8fc9-40d7-a772-417a53540aaf taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.803472] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-edfabf1f-8fc9-40d7-a772-417a53540aaf" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.803472] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-edfabf1f-8fc9-40d7-a772-417a53540aaf" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.804697] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-edfabf1f-8fc9-40d7-a772-417a53540aaf" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.804697] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.804697] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.804697] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.804697] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.804697] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.804697] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('edfabf1f-8fc9-40d7-a772-417a53540aaf',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 718.809072] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.809166] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.809200] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.809359] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.809498] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.809650] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.809650] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.809650] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.809650] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.809650] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.809650] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ed4a84a9-18c7-4f4d-a791-087741929187 is going to be updated. [ 718.841152] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.841322] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.841456] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.841846] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.841989] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.852941] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ed4a84a9-18c7-4f4d-a791-087741929187 in Status: IN_PROGRESS for 2s [ 718.915153] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.915314] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.915383] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.915710] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.915809] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.916062] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.916174] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.916239] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.916393] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.916470] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.916558] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 190d80dc-4948-45bb-a2a0-fd44e4377cb2 is going to be updated. [ 718.944964] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.945256] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.945256] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.945782] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.945986] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.956842] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 190d80dc-4948-45bb-a2a0-fd44e4377cb2 in Status: IN_PROGRESS for 2s [ 719.307017] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('edfabf1f-8fc9-40d7-a772-417a53540aaf',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 719.749439] env[65288]: INFO networking_nsxv3.common.synchronization [None req-cb7c396e-8cab-44ce-beaf-acd694041f92 None None] Enqueued Resource ID: b1dd7a95-32ff-4581-bc8a-98afc740007f with Priority: HIGHEST for action port [ 719.749439] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b1dd7a95-32ff-4581-bc8a-98afc740007f with Priority: HIGHEST for action port [ 719.749439] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock port-b1dd7a95-32ff-4581-bc8a-98afc740007f taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.749439] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b1dd7a95-32ff-4581-bc8a-98afc740007f" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.749439] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b1dd7a95-32ff-4581-bc8a-98afc740007f" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.749439] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b1dd7a95-32ff-4581-bc8a-98afc740007f" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.749439] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b1dd7a95-32ff-4581-bc8a-98afc740007f',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 719.759717] env[65288]: INFO networking_nsxv3.common.synchronization [req-834e54b5-8ed9-41af-a6ac-c67de510c0ee req-0f4abbf6-17b1-41e6-b4a5-e019f06da6eb tempest-ServerDiagnosticsTest-485412134 tempest-ServerDiagnosticsTest-485412134-project-member] Enqueued Resource ID: 38d57888-b87b-4e90-a7a3-734496629950 with Priority: HIGHEST for action security_group_members [ 719.759717] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 38d57888-b87b-4e90-a7a3-734496629950 with Priority: HIGHEST for action security_group_members [ 719.759717] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock member-38d57888-b87b-4e90-a7a3-734496629950 taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.761836] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-38d57888-b87b-4e90-a7a3-734496629950" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.761914] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-38d57888-b87b-4e90-a7a3-734496629950" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.762285] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-38d57888-b87b-4e90-a7a3-734496629950" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.762526] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.762681] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.762767] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.762953] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.763080] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.763200] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('38d57888-b87b-4e90-a7a3-734496629950',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 719.803416] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 829f8e2a-34a6-4ed5-87c0-e3080c6d8393 in Status: SUCCESS [ 719.803649] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-829f8e2a-34a6-4ed5-87c0-e3080c6d8393" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.803857] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-829f8e2a-34a6-4ed5-87c0-e3080c6d8393" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.804092] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-829f8e2a-34a6-4ed5-87c0-e3080c6d8393" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.806016] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.806016] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.806016] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.806016] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.806016] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.806016] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-829f8e2a-34a6-4ed5-87c0-e3080c6d8393" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.806016] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('829f8e2a-34a6-4ed5-87c0-e3080c6d8393',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 719.806301] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-829f8e2a-34a6-4ed5-87c0-e3080c6d8393" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.806334] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-829f8e2a-34a6-4ed5-87c0-e3080c6d8393" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.806493] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.806652] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.806812] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.807101] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.807209] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.807328] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('829f8e2a-34a6-4ed5-87c0-e3080c6d8393',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 719.809831] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('edfabf1f-8fc9-40d7-a772-417a53540aaf',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 720.199158] env[65288]: INFO networking_nsxv3.common.synchronization [None req-3e94af49-342e-4cfb-8dbb-770481058bd0 None None] Enqueued Resource ID: 60732455-a535-412c-8296-de8c1b05f122 with Priority: HIGHEST for action port [ 720.199716] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 60732455-a535-412c-8296-de8c1b05f122 with Priority: HIGHEST for action port [ 720.200300] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock port-60732455-a535-412c-8296-de8c1b05f122 taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.200504] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-60732455-a535-412c-8296-de8c1b05f122" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.200633] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-60732455-a535-412c-8296-de8c1b05f122" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.200998] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-60732455-a535-412c-8296-de8c1b05f122" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.201170] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('60732455-a535-412c-8296-de8c1b05f122',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 720.254011] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b1dd7a95-32ff-4581-bc8a-98afc740007f [ 720.254011] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.254011] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.254011] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.254506] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.254506] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.254506] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b1dd7a95-32ff-4581-bc8a-98afc740007f already deleted. [ 720.254621] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b1dd7a95-32ff-4581-bc8a-98afc740007f" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.265234] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.265411] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.265482] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.265783] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.265871] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.266111] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.266244] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.266311] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.266495] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.266748] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.266748] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 38d57888-b87b-4e90-a7a3-734496629950 already deleted. [ 720.266748] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-38d57888-b87b-4e90-a7a3-734496629950" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.310786] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock member-829f8e2a-34a6-4ed5-87c0-e3080c6d8393 taken with stack trace [, , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.310786] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-829f8e2a-34a6-4ed5-87c0-e3080c6d8393" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.313455] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('829f8e2a-34a6-4ed5-87c0-e3080c6d8393',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 720.314641] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.314923] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.314923] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.315065] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.315186] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.315259] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: edfabf1f-8fc9-40d7-a772-417a53540aaf is going to be updated. [ 720.334161] env[65288]: DEBUG networking_nsxv3.common.locking [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Lock network-280 taken with stack trace [, , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.334444] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquiring lock "network-280" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.334500] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired lock "network-280" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.335922] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired external semaphore "network-280" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.335922] env[65288]: DEBUG networking_nsxv3.common.locking [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.335922] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquiring lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.335922] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.335922] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired external semaphore "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.335922] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Releasing lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.336260] env[65288]: DEBUG dogpile.cache.region [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] No value present for key: 'zone-id' {{(pid=65288) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 720.336381] env[65288]: DEBUG dogpile.lock [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] NeedRegenerationException {{(pid=65288) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 720.336381] env[65288]: DEBUG dogpile.lock [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] no value, waiting for create lock {{(pid=65288) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 720.336498] env[65288]: DEBUG dogpile.lock [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] value creation lock acquired {{(pid=65288) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 720.336604] env[65288]: DEBUG dogpile.cache.region [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] No value present for key: 'zone-id' {{(pid=65288) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 720.336716] env[65288]: DEBUG dogpile.lock [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Calling creation function for not-yet-present value {{(pid=65288) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 720.336851] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 720.361531] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 720.361844] env[65288]: DEBUG dogpile.cache.region [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=65288) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 720.362073] env[65288]: DEBUG dogpile.lock [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Released creation lock {{(pid=65288) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 720.362320] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Releasing lock "network-280" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.363427] env[65288]: DEBUG networking_nsxv3.common.locking [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Lock port-3ed0e700-f2d3-4f9a-849a-e9d189653ca5 taken with stack trace [, , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.363427] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquiring lock "port-3ed0e700-f2d3-4f9a-849a-e9d189653ca5" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.363842] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired lock "port-3ed0e700-f2d3-4f9a-849a-e9d189653ca5" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.364593] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired external semaphore "port-3ed0e700-f2d3-4f9a-849a-e9d189653ca5" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.364889] env[65288]: DEBUG networking_nsxv3.api.rpc [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3ed0e700-f2d3-4f9a-849a-e9d189653ca5',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 720.368367] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.368722] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.368792] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.369122] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.369438] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.381892] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: edfabf1f-8fc9-40d7-a772-417a53540aaf in Status: IN_PROGRESS for 2s [ 720.706494] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 60732455-a535-412c-8296-de8c1b05f122 [ 720.706494] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.706494] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.706494] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.706494] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.706494] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.706494] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:60732455-a535-412c-8296-de8c1b05f122 already deleted. [ 720.706494] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-60732455-a535-412c-8296-de8c1b05f122" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.819038] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('829f8e2a-34a6-4ed5-87c0-e3080c6d8393',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 720.868090] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ed4a84a9-18c7-4f4d-a791-087741929187 in Status: SUCCESS [ 720.868322] env[65288]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ed4a84a9-18c7-4f4d-a791-087741929187 deletion is rescheduled due to dependency. [ 720.868453] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ed4a84a9-18c7-4f4d-a791-087741929187" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.872997] env[65288]: DEBUG networking_nsxv3.common.locking [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.874692] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.874809] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.875196] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.875370] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.875521] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Segment Port 3ed0e700-f2d3-4f9a-849a-e9d189653ca5 not found, creating... [ 720.876833] env[65288]: DEBUG networking_nsxv3.common.locking [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.876833] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquiring lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.876833] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.876833] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired external semaphore "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.876833] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Releasing lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.877192] env[65288]: DEBUG networking_nsxv3.common.locking [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.880106] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.880106] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.880106] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.880106] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.880106] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Resource: SegmentPort with ID: 3ed0e700-f2d3-4f9a-849a-e9d189653ca5 is going to be created. [ 720.900748] env[65288]: DEBUG networking_nsxv3.common.locking [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.901139] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.901139] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.901388] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.901616] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.901840] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Releasing lock "port-3ed0e700-f2d3-4f9a-849a-e9d189653ca5" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.973231] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 190d80dc-4948-45bb-a2a0-fd44e4377cb2 in Status: SUCCESS [ 720.973606] env[65288]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 190d80dc-4948-45bb-a2a0-fd44e4377cb2 deletion is rescheduled due to dependency. [ 720.973606] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-190d80dc-4948-45bb-a2a0-fd44e4377cb2" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.322037] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.322378] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.322378] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.322814] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.322814] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.324392] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 829f8e2a-34a6-4ed5-87c0-e3080c6d8393 is going to be updated. [ 721.371072] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.372148] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.372148] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.372148] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.372148] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.381571] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 829f8e2a-34a6-4ed5-87c0-e3080c6d8393 in Status: IN_PROGRESS for 2s [ 721.677483] env[65288]: INFO networking_nsxv3.common.synchronization [req-834e54b5-8ed9-41af-a6ac-c67de510c0ee req-6dab8d8f-b62a-4d6e-ade9-a7e8ef763cf8 service nova] Enqueued Resource ID: 38d57888-b87b-4e90-a7a3-734496629950 with Priority: HIGHEST for action security_group_rules [ 721.678037] env[65288]: INFO networking_nsxv3.common.synchronization [req-834e54b5-8ed9-41af-a6ac-c67de510c0ee req-6dab8d8f-b62a-4d6e-ade9-a7e8ef763cf8 service nova] Enqueued Resource ID: 38d57888-b87b-4e90-a7a3-734496629950 with Priority: HIGHEST for action security_group_members [ 721.678037] env[65288]: INFO networking_nsxv3.common.synchronization [req-834e54b5-8ed9-41af-a6ac-c67de510c0ee req-6dab8d8f-b62a-4d6e-ade9-a7e8ef763cf8 service nova] Enqueued Resource ID: 3ed0e700-f2d3-4f9a-849a-e9d189653ca5 with Priority: HIGHEST for action port [ 721.678385] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 38d57888-b87b-4e90-a7a3-734496629950 with Priority: HIGHEST for action security_group_rules [ 721.678565] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 38d57888-b87b-4e90-a7a3-734496629950 with Priority: HIGHEST for action security_group_members [ 721.678752] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3ed0e700-f2d3-4f9a-849a-e9d189653ca5 with Priority: HIGHEST for action port [ 721.678984] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock rules-38d57888-b87b-4e90-a7a3-734496629950 taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.679154] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-38d57888-b87b-4e90-a7a3-734496629950" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.679238] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-38d57888-b87b-4e90-a7a3-734496629950" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.679733] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-38d57888-b87b-4e90-a7a3-734496629950" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.679733] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('38d57888-b87b-4e90-a7a3-734496629950',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 721.681297] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock member-38d57888-b87b-4e90-a7a3-734496629950 taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.681453] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-38d57888-b87b-4e90-a7a3-734496629950" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.681453] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-38d57888-b87b-4e90-a7a3-734496629950" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.681604] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-38d57888-b87b-4e90-a7a3-734496629950" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.681772] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.681995] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.681995] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.682196] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.682247] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.682354] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('38d57888-b87b-4e90-a7a3-734496629950',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 721.686182] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock port-3ed0e700-f2d3-4f9a-849a-e9d189653ca5 taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.686182] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3ed0e700-f2d3-4f9a-849a-e9d189653ca5" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.686182] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3ed0e700-f2d3-4f9a-849a-e9d189653ca5" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.686182] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3ed0e700-f2d3-4f9a-849a-e9d189653ca5" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.686182] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3ed0e700-f2d3-4f9a-849a-e9d189653ca5',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 722.188289] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock member-38d57888-b87b-4e90-a7a3-734496629950 taken with stack trace [, , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.188289] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-38d57888-b87b-4e90-a7a3-734496629950" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.188289] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('38d57888-b87b-4e90-a7a3-734496629950',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 722.189332] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3ed0e700-f2d3-4f9a-849a-e9d189653ca5 with status ACTIVE [ 722.189719] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.190083] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.191082] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.191082] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.191082] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.191457] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.191725] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.191961] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.192266] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.192502] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.194933] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.194933] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.194933] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.194933] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.194933] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.194933] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3ed0e700-f2d3-4f9a-849a-e9d189653ca5 is going to be updated. [ 722.222915] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.222915] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.222915] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.222915] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.222915] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.222915] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3ed0e700-f2d3-4f9a-849a-e9d189653ca5" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.392715] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: edfabf1f-8fc9-40d7-a772-417a53540aaf in Status: SUCCESS [ 722.393028] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-edfabf1f-8fc9-40d7-a772-417a53540aaf" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.641445] env[65288]: INFO networking_nsxv3.common.synchronization [None req-d8a2dbab-87c7-4d6f-84f7-24431e16c408 tempest-ServersTestFqdnHostnames-856285103 tempest-ServersTestFqdnHostnames-856285103-project-member] Enqueued Resource ID: 2207e151-130b-4a9e-ab26-c9e8f409213d with Priority: HIGHEST for action security_group_rules [ 722.641445] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2207e151-130b-4a9e-ab26-c9e8f409213d with Priority: HIGHEST for action security_group_rules [ 722.641445] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2207e151-130b-4a9e-ab26-c9e8f409213d taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.641445] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2207e151-130b-4a9e-ab26-c9e8f409213d" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.641445] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2207e151-130b-4a9e-ab26-c9e8f409213d" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.641751] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2207e151-130b-4a9e-ab26-c9e8f409213d" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.641948] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2207e151-130b-4a9e-ab26-c9e8f409213d',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 722.690402] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('38d57888-b87b-4e90-a7a3-734496629950',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 722.790529] env[65288]: INFO networking_nsxv3.common.synchronization [None req-55752644-3e80-4e4b-ae93-9626fa3f0544 tempest-ServersTestFqdnHostnames-856285103 tempest-ServersTestFqdnHostnames-856285103-project-member] Enqueued Resource ID: 2207e151-130b-4a9e-ab26-c9e8f409213d with Priority: HIGHEST for action security_group_rules [ 722.793212] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2207e151-130b-4a9e-ab26-c9e8f409213d with Priority: HIGHEST for action security_group_rules [ 722.793212] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2207e151-130b-4a9e-ab26-c9e8f409213d taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.793212] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2207e151-130b-4a9e-ab26-c9e8f409213d" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.140041] env[65288]: INFO networking_nsxv3.common.synchronization [None req-cb91d04d-ee5f-4d89-b13d-f95adbed7ccc None None] Enqueued Resource ID: adefbd5e-0053-4d20-aea9-ebe57aab1872 with Priority: HIGHEST for action port [ 723.140380] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: adefbd5e-0053-4d20-aea9-ebe57aab1872 with Priority: HIGHEST for action port [ 723.140865] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock port-adefbd5e-0053-4d20-aea9-ebe57aab1872 taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.140865] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-adefbd5e-0053-4d20-aea9-ebe57aab1872" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.141025] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-adefbd5e-0053-4d20-aea9-ebe57aab1872" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.141602] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-adefbd5e-0053-4d20-aea9-ebe57aab1872" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.141602] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('adefbd5e-0053-4d20-aea9-ebe57aab1872',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 723.165218] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.165457] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.165535] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.165736] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.165831] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.165923] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2207e151-130b-4a9e-ab26-c9e8f409213d already deleted. [ 723.166044] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2207e151-130b-4a9e-ab26-c9e8f409213d" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.166170] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2207e151-130b-4a9e-ab26-c9e8f409213d" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.166324] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2207e151-130b-4a9e-ab26-c9e8f409213d" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.166409] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2207e151-130b-4a9e-ab26-c9e8f409213d',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 723.192744] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.192911] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.193015] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.193278] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.193374] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.193472] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 38d57888-b87b-4e90-a7a3-734496629950 is going to be created. [ 723.241097] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.243025] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.243025] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.243025] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.243025] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.256233] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 38d57888-b87b-4e90-a7a3-734496629950 in Status: UNINITIALIZED for 2s [ 723.393369] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 829f8e2a-34a6-4ed5-87c0-e3080c6d8393 in Status: SUCCESS [ 723.393726] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-829f8e2a-34a6-4ed5-87c0-e3080c6d8393" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.393971] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-829f8e2a-34a6-4ed5-87c0-e3080c6d8393" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.394239] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-829f8e2a-34a6-4ed5-87c0-e3080c6d8393" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.394583] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.394895] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.395052] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.395334] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.395476] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.395641] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('829f8e2a-34a6-4ed5-87c0-e3080c6d8393',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 723.647953] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port adefbd5e-0053-4d20-aea9-ebe57aab1872 [ 723.647953] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.647953] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.647953] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.647953] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.647953] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.647953] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:adefbd5e-0053-4d20-aea9-ebe57aab1872 already deleted. [ 723.647953] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-adefbd5e-0053-4d20-aea9-ebe57aab1872" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.693839] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.693965] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.694018] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.694236] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.694326] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.694420] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2207e151-130b-4a9e-ab26-c9e8f409213d already deleted. [ 723.694505] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2207e151-130b-4a9e-ab26-c9e8f409213d" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.900238] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('829f8e2a-34a6-4ed5-87c0-e3080c6d8393',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 724.403334] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('829f8e2a-34a6-4ed5-87c0-e3080c6d8393',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 724.904641] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.904886] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.904886] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.905103] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.905195] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.905298] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 829f8e2a-34a6-4ed5-87c0-e3080c6d8393 is going to be updated. [ 724.941281] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.941434] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.941434] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.942025] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.942025] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.952229] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 829f8e2a-34a6-4ed5-87c0-e3080c6d8393 in Status: IN_PROGRESS for 2s [ 725.267407] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 38d57888-b87b-4e90-a7a3-734496629950 in Status: SUCCESS [ 725.267711] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-38d57888-b87b-4e90-a7a3-734496629950" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.268748] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-38d57888-b87b-4e90-a7a3-734496629950" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.268748] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-38d57888-b87b-4e90-a7a3-734496629950" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.268748] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.268748] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.268983] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.269849] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.270061] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.270859] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-38d57888-b87b-4e90-a7a3-734496629950" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.271043] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('38d57888-b87b-4e90-a7a3-734496629950',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 725.544972] env[65288]: INFO networking_nsxv3.common.synchronization [req-f06d8a54-8372-406e-bd03-3a536eeea0a0 req-25372d3a-edb9-4c44-80c9-f154d410e305 tempest-ServerTagsTestJSON-171443465 tempest-ServerTagsTestJSON-171443465-project-member] Enqueued Resource ID: cb633488-fd57-4814-b820-0f38380a3239 with Priority: HIGHEST for action security_group_members [ 725.545975] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cb633488-fd57-4814-b820-0f38380a3239 with Priority: HIGHEST for action security_group_members [ 725.546818] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock member-cb633488-fd57-4814-b820-0f38380a3239 taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.546818] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cb633488-fd57-4814-b820-0f38380a3239" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.546818] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cb633488-fd57-4814-b820-0f38380a3239" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.546818] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cb633488-fd57-4814-b820-0f38380a3239" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.547148] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.547148] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.547148] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.547289] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.547464] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.547464] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cb633488-fd57-4814-b820-0f38380a3239',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 725.774490] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock member-38d57888-b87b-4e90-a7a3-734496629950 taken with stack trace [, , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.774700] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-38d57888-b87b-4e90-a7a3-734496629950" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.774700] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-38d57888-b87b-4e90-a7a3-734496629950" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.775206] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-38d57888-b87b-4e90-a7a3-734496629950" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.775206] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.775206] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.775390] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.775390] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.775549] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.775549] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-38d57888-b87b-4e90-a7a3-734496629950" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.775691] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock member-38d57888-b87b-4e90-a7a3-734496629950 taken with stack trace [, , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.775779] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-38d57888-b87b-4e90-a7a3-734496629950" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.775832] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-38d57888-b87b-4e90-a7a3-734496629950" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.776085] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-38d57888-b87b-4e90-a7a3-734496629950" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.776910] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.777158] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.777158] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.780065] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.780065] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.780065] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-38d57888-b87b-4e90-a7a3-734496629950" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.780065] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('38d57888-b87b-4e90-a7a3-734496629950',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 725.984272] env[65288]: INFO networking_nsxv3.common.synchronization [None req-eedd83cd-3ea4-4e80-85d5-e1c6791834f4 None None] Enqueued Resource ID: c16f8856-27c4-4d59-a07e-74f06a15992c with Priority: HIGHEST for action port [ 725.984272] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c16f8856-27c4-4d59-a07e-74f06a15992c with Priority: HIGHEST for action port [ 725.984272] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock port-c16f8856-27c4-4d59-a07e-74f06a15992c taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.985041] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c16f8856-27c4-4d59-a07e-74f06a15992c" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.985041] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c16f8856-27c4-4d59-a07e-74f06a15992c" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.985426] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c16f8856-27c4-4d59-a07e-74f06a15992c" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.986173] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c16f8856-27c4-4d59-a07e-74f06a15992c',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 726.052017] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.053372] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.053487] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.053713] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.053832] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.054073] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.054276] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.054276] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.054484] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.054484] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.054571] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cb633488-fd57-4814-b820-0f38380a3239 is going to be updated. [ 726.086944] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.086944] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.089292] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.089292] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.089292] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.101531] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cb633488-fd57-4814-b820-0f38380a3239 in Status: IN_PROGRESS for 2s [ 726.283280] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 38d57888-b87b-4e90-a7a3-734496629950: rpc.has_security_group_logging(os_id): False [ 726.312504] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.312812] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.312938] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.313280] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.313682] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.313882] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.313993] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.314306] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.314522] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.315385] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.315385] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.315385] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.315594] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.315640] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.316136] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.316136] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.316136] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.316302] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.317195] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.317195] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.317195] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 38d57888-b87b-4e90-a7a3-734496629950 is going to be created. [ 726.419792] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.420110] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.420223] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.420541] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.420817] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.435784] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 38d57888-b87b-4e90-a7a3-734496629950 in Status: IN_PROGRESS for 2s [ 726.489498] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c16f8856-27c4-4d59-a07e-74f06a15992c [ 726.490894] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.492040] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.492040] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.492516] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.492644] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.492770] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c16f8856-27c4-4d59-a07e-74f06a15992c already deleted. [ 726.492864] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c16f8856-27c4-4d59-a07e-74f06a15992c" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.968028] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 829f8e2a-34a6-4ed5-87c0-e3080c6d8393 in Status: SUCCESS [ 726.968028] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-829f8e2a-34a6-4ed5-87c0-e3080c6d8393" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.968028] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-829f8e2a-34a6-4ed5-87c0-e3080c6d8393" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.968028] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-829f8e2a-34a6-4ed5-87c0-e3080c6d8393" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.968028] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.968028] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.968028] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.968028] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.968028] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.968028] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-829f8e2a-34a6-4ed5-87c0-e3080c6d8393" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.968028] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock member-829f8e2a-34a6-4ed5-87c0-e3080c6d8393 taken with stack trace [, , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.968028] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-829f8e2a-34a6-4ed5-87c0-e3080c6d8393" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.968028] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-829f8e2a-34a6-4ed5-87c0-e3080c6d8393" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.968028] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-829f8e2a-34a6-4ed5-87c0-e3080c6d8393" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.968028] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.968028] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.968028] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.968028] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.968028] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.969255] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-829f8e2a-34a6-4ed5-87c0-e3080c6d8393" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.969255] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('829f8e2a-34a6-4ed5-87c0-e3080c6d8393',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 727.473745] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 829f8e2a-34a6-4ed5-87c0-e3080c6d8393: rpc.has_security_group_logging(os_id): False [ 727.497365] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.497648] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.497648] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.497913] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.498058] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.498358] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.498462] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.498525] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.498705] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.498786] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.499033] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.499140] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.499205] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.499378] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.499481] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.499687] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.500022] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.500022] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.502972] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.503192] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.503888] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 829f8e2a-34a6-4ed5-87c0-e3080c6d8393 is going to be updated. [ 727.587954] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.588103] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.588181] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.588452] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.588747] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.611415] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 829f8e2a-34a6-4ed5-87c0-e3080c6d8393 in Status: IN_PROGRESS for 2s [ 728.113302] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cb633488-fd57-4814-b820-0f38380a3239 in Status: SUCCESS [ 728.113652] env[65288]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cb633488-fd57-4814-b820-0f38380a3239 deletion is rescheduled due to dependency. [ 728.114107] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cb633488-fd57-4814-b820-0f38380a3239" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.449446] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 38d57888-b87b-4e90-a7a3-734496629950 in Status: SUCCESS [ 728.450094] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-38d57888-b87b-4e90-a7a3-734496629950" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.938570] env[65288]: INFO networking_nsxv3.common.synchronization [req-4f5ddbaa-9140-40ac-8954-84aaaaa1ceb2 req-4c063547-9d85-4e57-b1e4-d10a0a27179b tempest-MigrationsAdminTest-1792954961 tempest-MigrationsAdminTest-1792954961-project-member] Enqueued Resource ID: 61335d04-4310-48c7-92a4-956bad255ae1 with Priority: HIGHEST for action security_group_members [ 728.940258] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 61335d04-4310-48c7-92a4-956bad255ae1 with Priority: HIGHEST for action security_group_members [ 728.940639] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock member-61335d04-4310-48c7-92a4-956bad255ae1 taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.940765] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-61335d04-4310-48c7-92a4-956bad255ae1" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.940765] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-61335d04-4310-48c7-92a4-956bad255ae1" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.941536] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-61335d04-4310-48c7-92a4-956bad255ae1" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.941536] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.941536] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.941536] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.941536] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.941874] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.941874] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('61335d04-4310-48c7-92a4-956bad255ae1',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 729.443928] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('61335d04-4310-48c7-92a4-956bad255ae1',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 729.562979] env[65288]: DEBUG networking_nsxv3.common.locking [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Lock network-280 taken with stack trace [, , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.562979] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquiring lock "network-280" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.563268] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired lock "network-280" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.563308] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired external semaphore "network-280" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.563939] env[65288]: DEBUG networking_nsxv3.common.locking [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.564129] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquiring lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.564236] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.564499] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired external semaphore "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.564591] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Releasing lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.564801] env[65288]: DEBUG dogpile.cache.region [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] No value present for key: 'zone-id' {{(pid=65288) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 729.564904] env[65288]: DEBUG dogpile.lock [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] NeedRegenerationException {{(pid=65288) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 729.565105] env[65288]: DEBUG dogpile.lock [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] no value, waiting for create lock {{(pid=65288) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 729.565170] env[65288]: DEBUG dogpile.lock [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] value creation lock acquired {{(pid=65288) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 729.565214] env[65288]: DEBUG dogpile.cache.region [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] No value present for key: 'zone-id' {{(pid=65288) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 729.565320] env[65288]: DEBUG dogpile.lock [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Calling creation function for not-yet-present value {{(pid=65288) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 729.565438] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 729.588120] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 729.588297] env[65288]: DEBUG dogpile.cache.region [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65288) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 729.588458] env[65288]: DEBUG dogpile.lock [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Released creation lock {{(pid=65288) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 729.588665] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Releasing lock "network-280" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.589233] env[65288]: DEBUG networking_nsxv3.common.locking [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Lock port-a24886b2-e3be-440f-af30-f8effabbfe22 taken with stack trace [, , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.589549] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquiring lock "port-a24886b2-e3be-440f-af30-f8effabbfe22" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.589655] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired lock "port-a24886b2-e3be-440f-af30-f8effabbfe22" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.590049] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired external semaphore "port-a24886b2-e3be-440f-af30-f8effabbfe22" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.590178] env[65288]: DEBUG networking_nsxv3.api.rpc [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a24886b2-e3be-440f-af30-f8effabbfe22',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 729.631441] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 829f8e2a-34a6-4ed5-87c0-e3080c6d8393 in Status: SUCCESS [ 729.632667] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-829f8e2a-34a6-4ed5-87c0-e3080c6d8393" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.632667] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-829f8e2a-34a6-4ed5-87c0-e3080c6d8393" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.632667] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-829f8e2a-34a6-4ed5-87c0-e3080c6d8393" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.632667] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('829f8e2a-34a6-4ed5-87c0-e3080c6d8393',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 729.949105] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('61335d04-4310-48c7-92a4-956bad255ae1',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 730.093062] env[65288]: DEBUG networking_nsxv3.common.locking [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.093925] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.093925] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.093925] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.093925] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.094069] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Segment Port a24886b2-e3be-440f-af30-f8effabbfe22 not found, creating... [ 730.094298] env[65288]: DEBUG networking_nsxv3.common.locking [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.094699] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquiring lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.094699] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.094807] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired external semaphore "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.094965] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Releasing lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.095284] env[65288]: DEBUG networking_nsxv3.common.locking [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.095446] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.095648] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.095889] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.096040] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.096222] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Resource: SegmentPort with ID: a24886b2-e3be-440f-af30-f8effabbfe22 is going to be created. [ 730.118252] env[65288]: DEBUG networking_nsxv3.common.locking [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.118507] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.118629] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.118926] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.119175] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.119862] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Releasing lock "port-a24886b2-e3be-440f-af30-f8effabbfe22" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.135925] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock member-829f8e2a-34a6-4ed5-87c0-e3080c6d8393 taken with stack trace [, , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.136158] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-829f8e2a-34a6-4ed5-87c0-e3080c6d8393" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.136158] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-829f8e2a-34a6-4ed5-87c0-e3080c6d8393" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.136657] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-829f8e2a-34a6-4ed5-87c0-e3080c6d8393" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.136657] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.136657] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.136829] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.137031] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.137031] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.137282] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-829f8e2a-34a6-4ed5-87c0-e3080c6d8393" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.137282] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('829f8e2a-34a6-4ed5-87c0-e3080c6d8393',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 730.455042] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.455415] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.455415] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.457525] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.457525] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.457525] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 61335d04-4310-48c7-92a4-956bad255ae1 is going to be updated. [ 730.487638] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.487907] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.488032] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.488305] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.488509] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.501108] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 61335d04-4310-48c7-92a4-956bad255ae1 in Status: IN_PROGRESS for 2s [ 730.639439] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock member-829f8e2a-34a6-4ed5-87c0-e3080c6d8393 taken with stack trace [, , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.640049] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-829f8e2a-34a6-4ed5-87c0-e3080c6d8393" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.640112] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-829f8e2a-34a6-4ed5-87c0-e3080c6d8393" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.640333] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-829f8e2a-34a6-4ed5-87c0-e3080c6d8393" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.640512] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.640616] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.640679] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.640825] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.640913] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.640997] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-829f8e2a-34a6-4ed5-87c0-e3080c6d8393" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.641272] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock member-829f8e2a-34a6-4ed5-87c0-e3080c6d8393 taken with stack trace [, , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.641272] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-829f8e2a-34a6-4ed5-87c0-e3080c6d8393" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.641390] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-829f8e2a-34a6-4ed5-87c0-e3080c6d8393" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.641462] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-829f8e2a-34a6-4ed5-87c0-e3080c6d8393" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.641671] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.641806] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.641927] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.641996] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.642046] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.642471] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-829f8e2a-34a6-4ed5-87c0-e3080c6d8393" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.642471] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('829f8e2a-34a6-4ed5-87c0-e3080c6d8393',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 730.854051] env[65288]: INFO networking_nsxv3.common.synchronization [req-4f5ddbaa-9140-40ac-8954-84aaaaa1ceb2 req-30cb86ff-0390-4b95-8fae-6eb625fcef37 service nova] Enqueued Resource ID: 61335d04-4310-48c7-92a4-956bad255ae1 with Priority: HIGHEST for action security_group_rules [ 730.854051] env[65288]: INFO networking_nsxv3.common.synchronization [req-4f5ddbaa-9140-40ac-8954-84aaaaa1ceb2 req-30cb86ff-0390-4b95-8fae-6eb625fcef37 service nova] Enqueued Resource ID: 61335d04-4310-48c7-92a4-956bad255ae1 with Priority: HIGHEST for action security_group_members [ 730.854051] env[65288]: INFO networking_nsxv3.common.synchronization [req-4f5ddbaa-9140-40ac-8954-84aaaaa1ceb2 req-30cb86ff-0390-4b95-8fae-6eb625fcef37 service nova] Enqueued Resource ID: a24886b2-e3be-440f-af30-f8effabbfe22 with Priority: HIGHEST for action port [ 730.854349] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 61335d04-4310-48c7-92a4-956bad255ae1 with Priority: HIGHEST for action security_group_rules [ 730.854449] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 61335d04-4310-48c7-92a4-956bad255ae1 with Priority: HIGHEST for action security_group_members [ 730.854546] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a24886b2-e3be-440f-af30-f8effabbfe22 with Priority: HIGHEST for action port [ 730.854814] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock rules-61335d04-4310-48c7-92a4-956bad255ae1 taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.854954] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-61335d04-4310-48c7-92a4-956bad255ae1" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.855036] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-61335d04-4310-48c7-92a4-956bad255ae1" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.855327] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-61335d04-4310-48c7-92a4-956bad255ae1" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.858124] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('61335d04-4310-48c7-92a4-956bad255ae1',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 730.858124] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock member-61335d04-4310-48c7-92a4-956bad255ae1 taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.858124] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-61335d04-4310-48c7-92a4-956bad255ae1" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.858124] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock port-a24886b2-e3be-440f-af30-f8effabbfe22 taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.858124] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a24886b2-e3be-440f-af30-f8effabbfe22" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.858124] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a24886b2-e3be-440f-af30-f8effabbfe22" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.858786] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a24886b2-e3be-440f-af30-f8effabbfe22" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.858786] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a24886b2-e3be-440f-af30-f8effabbfe22',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 731.145788] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 829f8e2a-34a6-4ed5-87c0-e3080c6d8393: rpc.has_security_group_logging(os_id): False [ 731.164808] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.165193] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.165403] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.167023] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.167023] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.167023] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.167023] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.167023] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.167023] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.167023] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.167023] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.167023] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.167023] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.167803] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.168088] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.168370] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.169441] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.169441] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.169441] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.169441] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.169441] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 829f8e2a-34a6-4ed5-87c0-e3080c6d8393 is going to be updated. [ 731.241679] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.241943] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.241943] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.242266] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.242656] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.261929] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 829f8e2a-34a6-4ed5-87c0-e3080c6d8393 in Status: IN_PROGRESS for 2s [ 731.364100] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock member-61335d04-4310-48c7-92a4-956bad255ae1 taken with stack trace [, , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.364100] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-61335d04-4310-48c7-92a4-956bad255ae1" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.365933] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a24886b2-e3be-440f-af30-f8effabbfe22 with status ACTIVE [ 731.366519] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.366703] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.368498] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.368498] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.368661] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.368908] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.369082] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.369190] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.369517] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.369615] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.370043] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.373850] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.374098] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.374494] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.374672] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.374843] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a24886b2-e3be-440f-af30-f8effabbfe22 is going to be updated. [ 731.407160] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.407160] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.407160] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.407160] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.407160] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.407160] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a24886b2-e3be-440f-af30-f8effabbfe22" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.390405] env[65288]: INFO networking_nsxv3.common.synchronization [None req-07da5bad-c703-4712-9210-b3f0523dc806 None None] Enqueued Resource ID: a8582216-85bb-4e45-ad25-c1e71615321b with Priority: HIGHEST for action port [ 732.390405] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a8582216-85bb-4e45-ad25-c1e71615321b with Priority: HIGHEST for action port [ 732.392119] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock port-a8582216-85bb-4e45-ad25-c1e71615321b taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.392119] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a8582216-85bb-4e45-ad25-c1e71615321b" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.392119] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a8582216-85bb-4e45-ad25-c1e71615321b" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.392119] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a8582216-85bb-4e45-ad25-c1e71615321b" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.392119] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a8582216-85bb-4e45-ad25-c1e71615321b',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 732.516459] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 61335d04-4310-48c7-92a4-956bad255ae1 in Status: SUCCESS [ 732.516459] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-61335d04-4310-48c7-92a4-956bad255ae1" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.516459] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-61335d04-4310-48c7-92a4-956bad255ae1" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.516459] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-61335d04-4310-48c7-92a4-956bad255ae1" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.516459] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.516459] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.516459] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.516835] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.516835] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.516835] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('61335d04-4310-48c7-92a4-956bad255ae1',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 732.665876] env[65288]: INFO networking_nsxv3.common.synchronization [req-6302d0b3-a963-4c91-bb41-131a4cf094e6 req-2101f091-76ea-4424-b592-20de2c4b2633 tempest-AttachVolumeNegativeTest-2114498848 tempest-AttachVolumeNegativeTest-2114498848-project-member] Enqueued Resource ID: 30308f46-39e1-47e7-b2b2-aeb4d6f5c44e with Priority: HIGHEST for action security_group_members [ 732.670026] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 30308f46-39e1-47e7-b2b2-aeb4d6f5c44e with Priority: HIGHEST for action security_group_members [ 732.670026] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock member-30308f46-39e1-47e7-b2b2-aeb4d6f5c44e taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.670026] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-30308f46-39e1-47e7-b2b2-aeb4d6f5c44e" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.670026] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-30308f46-39e1-47e7-b2b2-aeb4d6f5c44e" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.670026] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-30308f46-39e1-47e7-b2b2-aeb4d6f5c44e" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.670026] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.670026] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.670026] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.670026] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.670026] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.670026] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('30308f46-39e1-47e7-b2b2-aeb4d6f5c44e',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 732.895649] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a8582216-85bb-4e45-ad25-c1e71615321b [ 732.895922] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.896122] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.896377] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.896507] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.896645] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.896784] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a8582216-85bb-4e45-ad25-c1e71615321b already deleted. [ 732.896880] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a8582216-85bb-4e45-ad25-c1e71615321b" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.948935] env[65288]: INFO networking_nsxv3.common.synchronization [None req-7f40fe38-ca70-4b82-beea-cfb241c8b668 None None] Enqueued Resource ID: d6516c9f-830d-47af-ad5a-a8bc5ee81131 with Priority: HIGHEST for action port [ 732.950480] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d6516c9f-830d-47af-ad5a-a8bc5ee81131 with Priority: HIGHEST for action port [ 732.950480] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock port-d6516c9f-830d-47af-ad5a-a8bc5ee81131 taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.950480] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d6516c9f-830d-47af-ad5a-a8bc5ee81131" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.950626] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d6516c9f-830d-47af-ad5a-a8bc5ee81131" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.951095] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d6516c9f-830d-47af-ad5a-a8bc5ee81131" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.951095] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d6516c9f-830d-47af-ad5a-a8bc5ee81131',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 733.021619] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('61335d04-4310-48c7-92a4-956bad255ae1',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 733.173753] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.173954] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.174557] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.174557] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.174557] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.174766] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.176166] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.176260] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.176498] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.176608] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.176728] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 30308f46-39e1-47e7-b2b2-aeb4d6f5c44e already deleted. [ 733.176870] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-30308f46-39e1-47e7-b2b2-aeb4d6f5c44e" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.181866] env[65288]: DEBUG networking_nsxv3.common.locking [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Lock network-682 taken with stack trace [, , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.182104] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquiring lock "network-682" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.182266] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired lock "network-682" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.182787] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired external semaphore "network-682" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.183243] env[65288]: DEBUG networking_nsxv3.common.locking [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.183460] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquiring lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.183624] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.183968] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired external semaphore "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.184126] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Releasing lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.184378] env[65288]: DEBUG dogpile.cache.region [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] No value present for key: 'zone-id' {{(pid=65288) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 733.184520] env[65288]: DEBUG dogpile.lock [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] NeedRegenerationException {{(pid=65288) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 733.184674] env[65288]: DEBUG dogpile.lock [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] no value, waiting for create lock {{(pid=65288) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 733.184991] env[65288]: DEBUG dogpile.lock [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] value creation lock acquired {{(pid=65288) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 733.185241] env[65288]: DEBUG dogpile.cache.region [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] No value present for key: 'zone-id' {{(pid=65288) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 733.186265] env[65288]: DEBUG dogpile.lock [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Calling creation function for not-yet-present value {{(pid=65288) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 733.186265] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 733.208879] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 733.208879] env[65288]: DEBUG dogpile.cache.region [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65288) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 733.208879] env[65288]: DEBUG dogpile.lock [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Released creation lock {{(pid=65288) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 733.208879] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Releasing lock "network-682" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.209212] env[65288]: DEBUG networking_nsxv3.common.locking [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Lock port-6fade683-0b61-4de2-bc16-39ece44051a6 taken with stack trace [, , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.209733] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquiring lock "port-6fade683-0b61-4de2-bc16-39ece44051a6" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.209733] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired lock "port-6fade683-0b61-4de2-bc16-39ece44051a6" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.210089] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired external semaphore "port-6fade683-0b61-4de2-bc16-39ece44051a6" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.210273] env[65288]: DEBUG networking_nsxv3.api.rpc [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6fade683-0b61-4de2-bc16-39ece44051a6',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 733.282880] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 829f8e2a-34a6-4ed5-87c0-e3080c6d8393 in Status: SUCCESS [ 733.282880] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-829f8e2a-34a6-4ed5-87c0-e3080c6d8393" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.455039] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d6516c9f-830d-47af-ad5a-a8bc5ee81131 [ 733.455039] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.455039] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.455039] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.455039] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.455039] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.455525] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d6516c9f-830d-47af-ad5a-a8bc5ee81131 already deleted. [ 733.455525] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d6516c9f-830d-47af-ad5a-a8bc5ee81131" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.526857] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('61335d04-4310-48c7-92a4-956bad255ae1',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 733.714700] env[65288]: DEBUG networking_nsxv3.common.locking [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.715094] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.715285] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.716136] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.716136] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.716306] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Segment Port 6fade683-0b61-4de2-bc16-39ece44051a6 not found, creating... [ 733.716547] env[65288]: DEBUG networking_nsxv3.common.locking [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.716776] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquiring lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.716909] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.717160] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired external semaphore "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.717389] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Releasing lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.717660] env[65288]: DEBUG networking_nsxv3.common.locking [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.717781] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.717889] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.718119] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.718297] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.718497] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Resource: SegmentPort with ID: 6fade683-0b61-4de2-bc16-39ece44051a6 is going to be created. [ 733.744083] env[65288]: DEBUG networking_nsxv3.common.locking [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.744083] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.744083] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.744083] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.744468] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.744647] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Releasing lock "port-6fade683-0b61-4de2-bc16-39ece44051a6" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.030617] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.030774] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.030820] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.031049] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.031166] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.031430] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 61335d04-4310-48c7-92a4-956bad255ae1 is going to be updated. [ 734.081570] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.081570] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.081570] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.081570] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.081570] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.097407] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 61335d04-4310-48c7-92a4-956bad255ae1 in Status: IN_PROGRESS for 2s [ 734.369451] env[65288]: INFO networking_nsxv3.common.synchronization [req-bdf34dff-2a04-4a49-bd61-304256154880 req-ded9d73b-458c-4f30-a530-cc88b041331c tempest-ServersAdminNegativeTestJSON-1859447434 tempest-ServersAdminNegativeTestJSON-1859447434-project-member] Enqueued Resource ID: 5823f25b-ebb3-44a1-adb2-72eab06a38c1 with Priority: HIGHEST for action security_group_members [ 734.370265] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5823f25b-ebb3-44a1-adb2-72eab06a38c1 with Priority: HIGHEST for action security_group_members [ 734.370636] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock member-5823f25b-ebb3-44a1-adb2-72eab06a38c1 taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.370783] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5823f25b-ebb3-44a1-adb2-72eab06a38c1" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.370881] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5823f25b-ebb3-44a1-adb2-72eab06a38c1" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.371108] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5823f25b-ebb3-44a1-adb2-72eab06a38c1" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.371290] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.371391] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.371451] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.371644] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.371743] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.371849] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5823f25b-ebb3-44a1-adb2-72eab06a38c1',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 734.561855] env[65288]: INFO networking_nsxv3.common.synchronization [req-6302d0b3-a963-4c91-bb41-131a4cf094e6 req-422a2c9f-a7dd-469c-ab1b-f9b0f5d7ca23 service nova] Enqueued Resource ID: 30308f46-39e1-47e7-b2b2-aeb4d6f5c44e with Priority: HIGHEST for action security_group_rules [ 734.562206] env[65288]: INFO networking_nsxv3.common.synchronization [req-6302d0b3-a963-4c91-bb41-131a4cf094e6 req-422a2c9f-a7dd-469c-ab1b-f9b0f5d7ca23 service nova] Enqueued Resource ID: 30308f46-39e1-47e7-b2b2-aeb4d6f5c44e with Priority: HIGHEST for action security_group_members [ 734.562206] env[65288]: INFO networking_nsxv3.common.synchronization [req-6302d0b3-a963-4c91-bb41-131a4cf094e6 req-422a2c9f-a7dd-469c-ab1b-f9b0f5d7ca23 service nova] Enqueued Resource ID: 6fade683-0b61-4de2-bc16-39ece44051a6 with Priority: HIGHEST for action port [ 734.563067] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 30308f46-39e1-47e7-b2b2-aeb4d6f5c44e with Priority: HIGHEST for action security_group_rules [ 734.563067] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 30308f46-39e1-47e7-b2b2-aeb4d6f5c44e with Priority: HIGHEST for action security_group_members [ 734.563758] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6fade683-0b61-4de2-bc16-39ece44051a6 with Priority: HIGHEST for action port [ 734.563985] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock rules-30308f46-39e1-47e7-b2b2-aeb4d6f5c44e taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.564181] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-30308f46-39e1-47e7-b2b2-aeb4d6f5c44e" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.564272] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-30308f46-39e1-47e7-b2b2-aeb4d6f5c44e" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.566794] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-30308f46-39e1-47e7-b2b2-aeb4d6f5c44e" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.566794] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('30308f46-39e1-47e7-b2b2-aeb4d6f5c44e',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 734.566794] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock member-30308f46-39e1-47e7-b2b2-aeb4d6f5c44e taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.566794] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-30308f46-39e1-47e7-b2b2-aeb4d6f5c44e" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.566794] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-30308f46-39e1-47e7-b2b2-aeb4d6f5c44e" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.566794] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-30308f46-39e1-47e7-b2b2-aeb4d6f5c44e" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.566794] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.566794] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.566794] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.566794] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.566794] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.566794] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('30308f46-39e1-47e7-b2b2-aeb4d6f5c44e',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 734.568224] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock port-6fade683-0b61-4de2-bc16-39ece44051a6 taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.568224] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6fade683-0b61-4de2-bc16-39ece44051a6" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.568384] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6fade683-0b61-4de2-bc16-39ece44051a6" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.569337] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6fade683-0b61-4de2-bc16-39ece44051a6" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.569337] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6fade683-0b61-4de2-bc16-39ece44051a6',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 734.873872] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.874079] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.874138] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.874378] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.874486] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.874726] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.874881] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.874940] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.875131] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.875233] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.875332] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5823f25b-ebb3-44a1-adb2-72eab06a38c1 is going to be updated. [ 734.905763] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.906238] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.906337] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.906648] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.906876] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.918133] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5823f25b-ebb3-44a1-adb2-72eab06a38c1 in Status: IN_PROGRESS for 2s [ 735.070348] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('30308f46-39e1-47e7-b2b2-aeb4d6f5c44e',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 735.071814] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock member-30308f46-39e1-47e7-b2b2-aeb4d6f5c44e taken with stack trace [, , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.071931] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-30308f46-39e1-47e7-b2b2-aeb4d6f5c44e" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.072146] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 6fade683-0b61-4de2-bc16-39ece44051a6 with status ACTIVE [ 735.072328] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.072448] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.072511] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.072709] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.072811] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.074610] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.074801] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.074984] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.075317] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.075539] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.076527] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.076527] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.076706] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.076879] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.076992] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.077152] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 6fade683-0b61-4de2-bc16-39ece44051a6 is going to be updated. [ 735.101729] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.101915] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.102620] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.102620] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.102620] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.102620] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6fade683-0b61-4de2-bc16-39ece44051a6" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.580298] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('30308f46-39e1-47e7-b2b2-aeb4d6f5c44e',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 735.716419] env[65288]: INFO networking_nsxv3.common.synchronization [None req-f392efd4-cc1e-4c35-9e20-77386203ba32 None None] Enqueued Resource ID: e7b0f6da-74f4-446e-acb1-bcefcd82627e with Priority: HIGHEST for action port [ 735.716672] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e7b0f6da-74f4-446e-acb1-bcefcd82627e with Priority: HIGHEST for action port [ 735.717241] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock port-e7b0f6da-74f4-446e-acb1-bcefcd82627e taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.717643] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e7b0f6da-74f4-446e-acb1-bcefcd82627e" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.718227] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e7b0f6da-74f4-446e-acb1-bcefcd82627e" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.718474] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e7b0f6da-74f4-446e-acb1-bcefcd82627e" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.719507] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e7b0f6da-74f4-446e-acb1-bcefcd82627e',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 736.031208] env[65288]: INFO networking_nsxv3.common.synchronization [None req-babec910-1088-4388-befe-c3375ac6e2cf None None] Enqueued Resource ID: ba14de18-c3e6-48a4-bdbc-ab6b01fa2e16 with Priority: HIGHEST for action port [ 736.031824] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ba14de18-c3e6-48a4-bdbc-ab6b01fa2e16 with Priority: HIGHEST for action port [ 736.032297] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock port-ba14de18-c3e6-48a4-bdbc-ab6b01fa2e16 taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.032421] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ba14de18-c3e6-48a4-bdbc-ab6b01fa2e16" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.032421] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ba14de18-c3e6-48a4-bdbc-ab6b01fa2e16" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.032721] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ba14de18-c3e6-48a4-bdbc-ab6b01fa2e16" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.032876] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ba14de18-c3e6-48a4-bdbc-ab6b01fa2e16',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 736.083098] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.083292] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.083362] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.083540] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.083631] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.083728] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 30308f46-39e1-47e7-b2b2-aeb4d6f5c44e is going to be created. [ 736.108031] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 61335d04-4310-48c7-92a4-956bad255ae1 in Status: SUCCESS [ 736.108192] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-61335d04-4310-48c7-92a4-956bad255ae1" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.108367] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-61335d04-4310-48c7-92a4-956bad255ae1" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.108590] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-61335d04-4310-48c7-92a4-956bad255ae1" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.108896] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.109070] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.109164] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.109400] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.109527] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.109659] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-61335d04-4310-48c7-92a4-956bad255ae1" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.109795] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('61335d04-4310-48c7-92a4-956bad255ae1',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 736.111651] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.111779] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.111865] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.112336] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.112336] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.126168] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 30308f46-39e1-47e7-b2b2-aeb4d6f5c44e in Status: UNINITIALIZED for 2s [ 736.224493] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e7b0f6da-74f4-446e-acb1-bcefcd82627e [ 736.224747] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.224895] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.224965] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.225254] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.225349] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.225443] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e7b0f6da-74f4-446e-acb1-bcefcd82627e already deleted. [ 736.225524] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e7b0f6da-74f4-446e-acb1-bcefcd82627e" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.536031] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ba14de18-c3e6-48a4-bdbc-ab6b01fa2e16 [ 736.536585] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.536585] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.536585] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.536868] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.536996] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.537131] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ba14de18-c3e6-48a4-bdbc-ab6b01fa2e16 already deleted. [ 736.537218] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ba14de18-c3e6-48a4-bdbc-ab6b01fa2e16" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.615457] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock member-61335d04-4310-48c7-92a4-956bad255ae1 taken with stack trace [, , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.615874] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-61335d04-4310-48c7-92a4-956bad255ae1" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.615874] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-61335d04-4310-48c7-92a4-956bad255ae1" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.615970] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-61335d04-4310-48c7-92a4-956bad255ae1" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.616275] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.616428] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.616518] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.616705] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.616819] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.616931] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-61335d04-4310-48c7-92a4-956bad255ae1" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.617116] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock member-61335d04-4310-48c7-92a4-956bad255ae1 taken with stack trace [, , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.617241] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-61335d04-4310-48c7-92a4-956bad255ae1" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.617320] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-61335d04-4310-48c7-92a4-956bad255ae1" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.617488] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-61335d04-4310-48c7-92a4-956bad255ae1" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.617649] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.617815] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.617885] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.618082] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.618165] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.618246] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-61335d04-4310-48c7-92a4-956bad255ae1" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.618336] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('61335d04-4310-48c7-92a4-956bad255ae1',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 736.930748] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5823f25b-ebb3-44a1-adb2-72eab06a38c1 in Status: SUCCESS [ 736.930748] env[65288]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5823f25b-ebb3-44a1-adb2-72eab06a38c1 deletion is rescheduled due to dependency. [ 736.930748] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5823f25b-ebb3-44a1-adb2-72eab06a38c1" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.121424] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 61335d04-4310-48c7-92a4-956bad255ae1: rpc.has_security_group_logging(os_id): False [ 737.142415] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.142596] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.142697] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.142853] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.142973] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.143150] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.143294] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.143341] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.143503] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.143580] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.143714] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.143820] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.143880] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.144688] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.144820] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.145050] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.145207] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.145284] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.145390] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.145529] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.145766] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 61335d04-4310-48c7-92a4-956bad255ae1 is going to be updated. [ 737.213242] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.213434] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.213487] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.213664] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.213842] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.228945] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 61335d04-4310-48c7-92a4-956bad255ae1 in Status: IN_PROGRESS for 2s [ 738.136730] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 30308f46-39e1-47e7-b2b2-aeb4d6f5c44e in Status: SUCCESS [ 738.137107] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-30308f46-39e1-47e7-b2b2-aeb4d6f5c44e" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.137184] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-30308f46-39e1-47e7-b2b2-aeb4d6f5c44e" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.137487] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-30308f46-39e1-47e7-b2b2-aeb4d6f5c44e" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.137678] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.137980] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.138308] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.138535] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.138647] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.138881] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-30308f46-39e1-47e7-b2b2-aeb4d6f5c44e" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.139119] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('30308f46-39e1-47e7-b2b2-aeb4d6f5c44e',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 738.185360] env[65288]: INFO networking_nsxv3.common.synchronization [req-e6b9c372-6168-4015-b24e-756b2944f844 req-c19beefb-2dc5-4f0d-a286-541400897d14 tempest-DeleteServersTestJSON-1755245245 tempest-DeleteServersTestJSON-1755245245-project-member] Enqueued Resource ID: 5c1b1b02-0d0e-421c-9442-12c88f168c61 with Priority: HIGHEST for action security_group_members [ 738.186047] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5c1b1b02-0d0e-421c-9442-12c88f168c61 with Priority: HIGHEST for action security_group_members [ 738.186370] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock member-5c1b1b02-0d0e-421c-9442-12c88f168c61 taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.186492] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5c1b1b02-0d0e-421c-9442-12c88f168c61" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.186558] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5c1b1b02-0d0e-421c-9442-12c88f168c61" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.186856] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5c1b1b02-0d0e-421c-9442-12c88f168c61" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.187037] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.187143] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.187223] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.187384] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.187470] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.187565] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5c1b1b02-0d0e-421c-9442-12c88f168c61',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 738.549608] env[65288]: DEBUG networking_nsxv3.common.locking [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Lock network-498 taken with stack trace [, , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.549802] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquiring lock "network-498" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.549923] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired lock "network-498" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.550327] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired external semaphore "network-498" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.550584] env[65288]: DEBUG networking_nsxv3.common.locking [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.550751] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquiring lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.550867] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.551102] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired external semaphore "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.551242] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Releasing lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.551446] env[65288]: DEBUG dogpile.cache.region [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] No value present for key: 'zone-id' {{(pid=65288) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 738.551552] env[65288]: DEBUG dogpile.lock [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] NeedRegenerationException {{(pid=65288) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 738.551654] env[65288]: DEBUG dogpile.lock [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] no value, waiting for create lock {{(pid=65288) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 738.551755] env[65288]: DEBUG dogpile.lock [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] value creation lock acquired {{(pid=65288) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 738.551859] env[65288]: DEBUG dogpile.cache.region [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] No value present for key: 'zone-id' {{(pid=65288) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 738.551955] env[65288]: DEBUG dogpile.lock [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Calling creation function for not-yet-present value {{(pid=65288) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 738.552415] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 738.573197] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 738.573361] env[65288]: DEBUG dogpile.cache.region [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65288) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 738.573501] env[65288]: DEBUG dogpile.lock [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Released creation lock {{(pid=65288) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 738.573717] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Releasing lock "network-498" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.574067] env[65288]: DEBUG networking_nsxv3.common.locking [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Lock port-f182d47f-4e6b-443b-be74-0bd6c6413e22 taken with stack trace [, , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.574277] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquiring lock "port-f182d47f-4e6b-443b-be74-0bd6c6413e22" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.574419] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired lock "port-f182d47f-4e6b-443b-be74-0bd6c6413e22" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.574785] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired external semaphore "port-f182d47f-4e6b-443b-be74-0bd6c6413e22" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.574984] env[65288]: DEBUG networking_nsxv3.api.rpc [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f182d47f-4e6b-443b-be74-0bd6c6413e22',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 738.642119] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('30308f46-39e1-47e7-b2b2-aeb4d6f5c44e',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 738.693042] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.693350] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.693486] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.693746] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.693910] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.694233] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.694350] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.694415] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.694584] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.694671] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.694780] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5c1b1b02-0d0e-421c-9442-12c88f168c61 already deleted. [ 738.694848] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5c1b1b02-0d0e-421c-9442-12c88f168c61" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.077298] env[65288]: DEBUG networking_nsxv3.common.locking [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.077558] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.077698] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.078090] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.078263] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.078429] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Segment Port f182d47f-4e6b-443b-be74-0bd6c6413e22 not found, creating... [ 739.078731] env[65288]: DEBUG networking_nsxv3.common.locking [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.078943] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquiring lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.079097] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.079360] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired external semaphore "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.079507] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Releasing lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.079846] env[65288]: DEBUG networking_nsxv3.common.locking [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.080107] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.080306] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.080629] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.080868] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.081102] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Resource: SegmentPort with ID: f182d47f-4e6b-443b-be74-0bd6c6413e22 is going to be created. [ 739.107382] env[65288]: DEBUG networking_nsxv3.common.locking [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.107675] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.107845] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.108145] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.108388] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.108633] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Releasing lock "port-f182d47f-4e6b-443b-be74-0bd6c6413e22" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.144403] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 30308f46-39e1-47e7-b2b2-aeb4d6f5c44e: rpc.has_security_group_logging(os_id): False [ 739.164223] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.164383] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.164454] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.164672] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.164766] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.165020] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.165121] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.165256] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.165426] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.165463] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.165541] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 30308f46-39e1-47e7-b2b2-aeb4d6f5c44e is going to be created. [ 739.265836] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 61335d04-4310-48c7-92a4-956bad255ae1 in Status: SUCCESS [ 739.266164] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-61335d04-4310-48c7-92a4-956bad255ae1" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.270684] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.270873] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.270929] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.271124] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.271324] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.296701] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 30308f46-39e1-47e7-b2b2-aeb4d6f5c44e in Status: IN_PROGRESS for 2s [ 739.808731] env[65288]: INFO networking_nsxv3.common.synchronization [req-e6b9c372-6168-4015-b24e-756b2944f844 req-4e9cb131-b918-42a7-9203-cd6704efe6d7 service nova] Enqueued Resource ID: 5c1b1b02-0d0e-421c-9442-12c88f168c61 with Priority: HIGHEST for action security_group_rules [ 739.808731] env[65288]: INFO networking_nsxv3.common.synchronization [req-e6b9c372-6168-4015-b24e-756b2944f844 req-4e9cb131-b918-42a7-9203-cd6704efe6d7 service nova] Enqueued Resource ID: 5c1b1b02-0d0e-421c-9442-12c88f168c61 with Priority: HIGHEST for action security_group_members [ 739.808731] env[65288]: INFO networking_nsxv3.common.synchronization [req-e6b9c372-6168-4015-b24e-756b2944f844 req-4e9cb131-b918-42a7-9203-cd6704efe6d7 service nova] Enqueued Resource ID: f182d47f-4e6b-443b-be74-0bd6c6413e22 with Priority: HIGHEST for action port [ 739.808731] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5c1b1b02-0d0e-421c-9442-12c88f168c61 with Priority: HIGHEST for action security_group_rules [ 739.808731] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5c1b1b02-0d0e-421c-9442-12c88f168c61 with Priority: HIGHEST for action security_group_members [ 739.808731] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f182d47f-4e6b-443b-be74-0bd6c6413e22 with Priority: HIGHEST for action port [ 739.808731] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5c1b1b02-0d0e-421c-9442-12c88f168c61 taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.809582] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5c1b1b02-0d0e-421c-9442-12c88f168c61" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.809761] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5c1b1b02-0d0e-421c-9442-12c88f168c61" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.810132] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5c1b1b02-0d0e-421c-9442-12c88f168c61" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.810340] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5c1b1b02-0d0e-421c-9442-12c88f168c61',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 739.811509] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock member-5c1b1b02-0d0e-421c-9442-12c88f168c61 taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.811749] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5c1b1b02-0d0e-421c-9442-12c88f168c61" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.813018] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5c1b1b02-0d0e-421c-9442-12c88f168c61" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.813018] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5c1b1b02-0d0e-421c-9442-12c88f168c61" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.813018] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.813018] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.813018] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.813018] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.813018] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.813018] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5c1b1b02-0d0e-421c-9442-12c88f168c61',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 739.815230] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock port-f182d47f-4e6b-443b-be74-0bd6c6413e22 taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.815230] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f182d47f-4e6b-443b-be74-0bd6c6413e22" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.815351] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f182d47f-4e6b-443b-be74-0bd6c6413e22" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.815523] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f182d47f-4e6b-443b-be74-0bd6c6413e22" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.815646] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f182d47f-4e6b-443b-be74-0bd6c6413e22',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 740.317348] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5c1b1b02-0d0e-421c-9442-12c88f168c61',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 740.318560] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock member-5c1b1b02-0d0e-421c-9442-12c88f168c61 taken with stack trace [, , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.318710] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5c1b1b02-0d0e-421c-9442-12c88f168c61" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.319096] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f182d47f-4e6b-443b-be74-0bd6c6413e22 with status ACTIVE [ 740.319277] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.319383] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.319438] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.319669] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.319772] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.319958] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.320125] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.320181] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.320337] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.320457] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.320644] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.320727] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.320835] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.320948] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.321054] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.321139] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f182d47f-4e6b-443b-be74-0bd6c6413e22 is going to be updated. [ 740.345049] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.345049] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.345049] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.345049] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.345315] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.345351] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f182d47f-4e6b-443b-be74-0bd6c6413e22" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.763402] env[65288]: INFO networking_nsxv3.common.synchronization [req-44aca0c7-a52f-4f04-99c9-2da51c49da3a req-73ecaa34-d418-4c38-852e-532c772a46a1 tempest-ServersTestFqdnHostnames-856285103 tempest-ServersTestFqdnHostnames-856285103-project-member] Enqueued Resource ID: 2207e151-130b-4a9e-ab26-c9e8f409213d with Priority: HIGHEST for action security_group_members [ 740.764556] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2207e151-130b-4a9e-ab26-c9e8f409213d with Priority: HIGHEST for action security_group_members [ 740.764556] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock member-2207e151-130b-4a9e-ab26-c9e8f409213d taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.764556] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2207e151-130b-4a9e-ab26-c9e8f409213d" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.764556] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2207e151-130b-4a9e-ab26-c9e8f409213d" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.764945] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2207e151-130b-4a9e-ab26-c9e8f409213d" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.764945] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.765066] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.765137] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.765354] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.765434] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.765477] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2207e151-130b-4a9e-ab26-c9e8f409213d',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 740.820637] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5c1b1b02-0d0e-421c-9442-12c88f168c61',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 741.241027] env[65288]: DEBUG networking_nsxv3.common.locking [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Lock network-322 taken with stack trace [, , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.241027] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquiring lock "network-322" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.241027] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired lock "network-322" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.241027] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired external semaphore "network-322" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.241979] env[65288]: DEBUG networking_nsxv3.common.locking [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.245027] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquiring lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.245027] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.245027] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired external semaphore "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.245027] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Releasing lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.245027] env[65288]: DEBUG dogpile.cache.region [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] No value present for key: 'zone-id' {{(pid=65288) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 741.245027] env[65288]: DEBUG dogpile.lock [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] NeedRegenerationException {{(pid=65288) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 741.245027] env[65288]: DEBUG dogpile.lock [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] no value, waiting for create lock {{(pid=65288) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 741.245027] env[65288]: DEBUG dogpile.lock [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] value creation lock acquired {{(pid=65288) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 741.245027] env[65288]: DEBUG dogpile.cache.region [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] No value present for key: 'zone-id' {{(pid=65288) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 741.245027] env[65288]: DEBUG dogpile.lock [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Calling creation function for not-yet-present value {{(pid=65288) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 741.245027] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 741.267218] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 741.267218] env[65288]: DEBUG dogpile.cache.region [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65288) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 741.267431] env[65288]: DEBUG dogpile.lock [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Released creation lock {{(pid=65288) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 741.267552] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Releasing lock "network-322" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.268053] env[65288]: DEBUG networking_nsxv3.common.locking [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Lock port-c7be3018-8c29-48cb-bdac-fa2dd427b194 taken with stack trace [, , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.268199] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquiring lock "port-c7be3018-8c29-48cb-bdac-fa2dd427b194" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.268652] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired lock "port-c7be3018-8c29-48cb-bdac-fa2dd427b194" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.268652] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired external semaphore "port-c7be3018-8c29-48cb-bdac-fa2dd427b194" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.268821] env[65288]: DEBUG networking_nsxv3.api.rpc [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c7be3018-8c29-48cb-bdac-fa2dd427b194',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 741.271711] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.271855] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.271926] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.272116] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.272206] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.272379] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.272493] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.272579] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.272777] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.272868] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.272964] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2207e151-130b-4a9e-ab26-c9e8f409213d already deleted. [ 741.273064] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2207e151-130b-4a9e-ab26-c9e8f409213d" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.309716] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 30308f46-39e1-47e7-b2b2-aeb4d6f5c44e in Status: SUCCESS [ 741.309953] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-30308f46-39e1-47e7-b2b2-aeb4d6f5c44e" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.322446] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.322826] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.322826] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.323035] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.323160] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.323300] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5c1b1b02-0d0e-421c-9442-12c88f168c61 is going to be created. [ 741.352116] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.352711] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.352711] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.352711] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.352868] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.364091] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5c1b1b02-0d0e-421c-9442-12c88f168c61 in Status: UNINITIALIZED for 2s [ 741.771213] env[65288]: DEBUG networking_nsxv3.common.locking [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.771480] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.771618] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.772047] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.772280] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.772438] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Segment Port c7be3018-8c29-48cb-bdac-fa2dd427b194 not found, creating... [ 741.772738] env[65288]: DEBUG networking_nsxv3.common.locking [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.772908] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquiring lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.773054] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.773331] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired external semaphore "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.773497] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Releasing lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.773827] env[65288]: DEBUG networking_nsxv3.common.locking [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.774017] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.774160] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.774382] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.774538] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.774683] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Resource: SegmentPort with ID: c7be3018-8c29-48cb-bdac-fa2dd427b194 is going to be created. [ 741.797984] env[65288]: DEBUG networking_nsxv3.common.locking [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.798219] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.798340] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.798785] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.799140] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.799482] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Releasing lock "port-c7be3018-8c29-48cb-bdac-fa2dd427b194" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.610089] env[65288]: INFO networking_nsxv3.common.synchronization [req-44aca0c7-a52f-4f04-99c9-2da51c49da3a req-159bbbd2-dff9-4c25-a23a-ee4ea8885f30 service nova] Enqueued Resource ID: 2207e151-130b-4a9e-ab26-c9e8f409213d with Priority: HIGHEST for action security_group_rules [ 742.610493] env[65288]: INFO networking_nsxv3.common.synchronization [req-44aca0c7-a52f-4f04-99c9-2da51c49da3a req-159bbbd2-dff9-4c25-a23a-ee4ea8885f30 service nova] Enqueued Resource ID: 2207e151-130b-4a9e-ab26-c9e8f409213d with Priority: HIGHEST for action security_group_members [ 742.610493] env[65288]: INFO networking_nsxv3.common.synchronization [req-44aca0c7-a52f-4f04-99c9-2da51c49da3a req-159bbbd2-dff9-4c25-a23a-ee4ea8885f30 service nova] Enqueued Resource ID: c7be3018-8c29-48cb-bdac-fa2dd427b194 with Priority: HIGHEST for action port [ 742.611044] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2207e151-130b-4a9e-ab26-c9e8f409213d with Priority: HIGHEST for action security_group_rules [ 742.611212] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2207e151-130b-4a9e-ab26-c9e8f409213d with Priority: HIGHEST for action security_group_members [ 742.611347] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c7be3018-8c29-48cb-bdac-fa2dd427b194 with Priority: HIGHEST for action port [ 742.611708] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2207e151-130b-4a9e-ab26-c9e8f409213d taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.611927] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2207e151-130b-4a9e-ab26-c9e8f409213d" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.612037] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2207e151-130b-4a9e-ab26-c9e8f409213d" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.612343] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2207e151-130b-4a9e-ab26-c9e8f409213d" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.612471] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2207e151-130b-4a9e-ab26-c9e8f409213d',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 742.614309] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock member-2207e151-130b-4a9e-ab26-c9e8f409213d taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.614411] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2207e151-130b-4a9e-ab26-c9e8f409213d" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.614473] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2207e151-130b-4a9e-ab26-c9e8f409213d" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.614686] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2207e151-130b-4a9e-ab26-c9e8f409213d" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.614856] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.614944] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.615529] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.615722] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.615804] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.615967] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2207e151-130b-4a9e-ab26-c9e8f409213d',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 742.618156] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock port-c7be3018-8c29-48cb-bdac-fa2dd427b194 taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.618156] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c7be3018-8c29-48cb-bdac-fa2dd427b194" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.618156] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c7be3018-8c29-48cb-bdac-fa2dd427b194" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.618313] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c7be3018-8c29-48cb-bdac-fa2dd427b194" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.618572] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c7be3018-8c29-48cb-bdac-fa2dd427b194',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 743.115115] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock member-2207e151-130b-4a9e-ab26-c9e8f409213d taken with stack trace [, , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.115270] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2207e151-130b-4a9e-ab26-c9e8f409213d" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.120270] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2207e151-130b-4a9e-ab26-c9e8f409213d',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 743.121636] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c7be3018-8c29-48cb-bdac-fa2dd427b194 with status ACTIVE [ 743.124228] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.124228] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.124228] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.124228] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.124228] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.124228] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.124228] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.124228] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.124228] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.124228] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.124228] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.124228] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.124228] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.124228] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.124228] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.124228] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c7be3018-8c29-48cb-bdac-fa2dd427b194 is going to be updated. [ 743.152027] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.152265] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.152343] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.152601] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.152770] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.152953] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c7be3018-8c29-48cb-bdac-fa2dd427b194" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.377200] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5c1b1b02-0d0e-421c-9442-12c88f168c61 in Status: SUCCESS [ 743.377448] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5c1b1b02-0d0e-421c-9442-12c88f168c61" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.377640] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5c1b1b02-0d0e-421c-9442-12c88f168c61" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.377909] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5c1b1b02-0d0e-421c-9442-12c88f168c61" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.378139] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.378267] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.378347] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.378515] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.378612] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.378717] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5c1b1b02-0d0e-421c-9442-12c88f168c61" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.378822] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5c1b1b02-0d0e-421c-9442-12c88f168c61',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 743.626842] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2207e151-130b-4a9e-ab26-c9e8f409213d',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 743.855215] env[65288]: INFO networking_nsxv3.common.synchronization [req-5df9494c-1737-4a33-92dc-9b1959f80f6f req-da20fb2d-8f8b-456e-8b9e-f27d519db517 tempest-ServersWithSpecificFlavorTestJSON-1599039208 tempest-ServersWithSpecificFlavorTestJSON-1599039208-project-member] Enqueued Resource ID: 7c0d4d7d-0f42-44b6-9b96-48783f50789f with Priority: HIGHEST for action security_group_members [ 743.856016] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7c0d4d7d-0f42-44b6-9b96-48783f50789f with Priority: HIGHEST for action security_group_members [ 743.856819] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock member-7c0d4d7d-0f42-44b6-9b96-48783f50789f taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.856819] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7c0d4d7d-0f42-44b6-9b96-48783f50789f" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.856989] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7c0d4d7d-0f42-44b6-9b96-48783f50789f" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.857097] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7c0d4d7d-0f42-44b6-9b96-48783f50789f" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.857253] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.857417] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.857517] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.857772] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.857927] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.858025] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7c0d4d7d-0f42-44b6-9b96-48783f50789f',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 743.882224] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock member-5c1b1b02-0d0e-421c-9442-12c88f168c61 taken with stack trace [, , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.882441] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5c1b1b02-0d0e-421c-9442-12c88f168c61" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.882441] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5c1b1b02-0d0e-421c-9442-12c88f168c61" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.882651] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5c1b1b02-0d0e-421c-9442-12c88f168c61" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.882818] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.882913] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.882966] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.883136] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.883224] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.883311] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5c1b1b02-0d0e-421c-9442-12c88f168c61" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.883513] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock member-5c1b1b02-0d0e-421c-9442-12c88f168c61 taken with stack trace [, , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.883657] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5c1b1b02-0d0e-421c-9442-12c88f168c61" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.883712] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5c1b1b02-0d0e-421c-9442-12c88f168c61" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.883860] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5c1b1b02-0d0e-421c-9442-12c88f168c61" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.884012] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.884102] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.884155] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.884287] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.884361] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.884440] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5c1b1b02-0d0e-421c-9442-12c88f168c61" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.884528] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5c1b1b02-0d0e-421c-9442-12c88f168c61',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 744.133214] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.133214] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.133214] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.133214] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.133214] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.133214] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2207e151-130b-4a9e-ab26-c9e8f409213d is going to be created. [ 744.185858] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.186177] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.186243] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.186492] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.186703] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.199959] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2207e151-130b-4a9e-ab26-c9e8f409213d in Status: UNINITIALIZED for 2s [ 744.361560] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.361748] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.361794] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.362146] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.362146] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.362352] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.362435] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.362494] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.362652] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.362721] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.362859] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7c0d4d7d-0f42-44b6-9b96-48783f50789f is going to be updated. [ 744.388714] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5c1b1b02-0d0e-421c-9442-12c88f168c61: rpc.has_security_group_logging(os_id): False [ 744.401050] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.401385] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.401595] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.402217] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.402931] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.409766] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.409766] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.409766] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.409766] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.409766] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.409766] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.410338] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.410338] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.410338] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.410338] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.410338] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.411268] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.411268] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.411268] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.411268] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.411268] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.411268] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.411268] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.411268] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.411268] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.411268] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5c1b1b02-0d0e-421c-9442-12c88f168c61 is going to be created. [ 744.413910] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7c0d4d7d-0f42-44b6-9b96-48783f50789f in Status: IN_PROGRESS for 2s [ 744.490917] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.490917] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.490917] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.490917] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.490917] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.506684] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5c1b1b02-0d0e-421c-9442-12c88f168c61 in Status: IN_PROGRESS for 2s [ 745.323338] env[65288]: INFO networking_nsxv3.common.synchronization [req-c98070d6-60a0-4c13-972c-29c91c0b1cc7 req-bf7dedd1-dcb1-4f7b-91e3-246a410b4429 tempest-MultipleCreateTestJSON-1771508532 tempest-MultipleCreateTestJSON-1771508532-project-member] Enqueued Resource ID: 829f8e2a-34a6-4ed5-87c0-e3080c6d8393 with Priority: HIGHEST for action security_group_members [ 745.324185] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 829f8e2a-34a6-4ed5-87c0-e3080c6d8393 with Priority: HIGHEST for action security_group_members [ 745.324572] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock member-829f8e2a-34a6-4ed5-87c0-e3080c6d8393 taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.324792] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-829f8e2a-34a6-4ed5-87c0-e3080c6d8393" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.324844] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-829f8e2a-34a6-4ed5-87c0-e3080c6d8393" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.325098] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-829f8e2a-34a6-4ed5-87c0-e3080c6d8393" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.325281] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.325452] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.325537] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.325744] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.325844] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.325943] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('829f8e2a-34a6-4ed5-87c0-e3080c6d8393',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 745.829291] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('829f8e2a-34a6-4ed5-87c0-e3080c6d8393',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 746.212704] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2207e151-130b-4a9e-ab26-c9e8f409213d in Status: SUCCESS [ 746.213037] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2207e151-130b-4a9e-ab26-c9e8f409213d" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.213286] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2207e151-130b-4a9e-ab26-c9e8f409213d" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.213606] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2207e151-130b-4a9e-ab26-c9e8f409213d" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.213906] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.214177] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.214298] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.214555] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.214704] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.215646] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2207e151-130b-4a9e-ab26-c9e8f409213d" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.215793] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2207e151-130b-4a9e-ab26-c9e8f409213d',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 746.326179] env[65288]: INFO networking_nsxv3.common.synchronization [req-8580ac7e-3c5c-48dc-82e5-344909af1f3f req-73fb5ab0-20b8-42c8-9bbf-4a67feebcd70 tempest-ServersTestMultiNic-1767734042 tempest-ServersTestMultiNic-1767734042-project-member] Enqueued Resource ID: 190d80dc-4948-45bb-a2a0-fd44e4377cb2 with Priority: HIGHEST for action security_group_members [ 746.328244] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 190d80dc-4948-45bb-a2a0-fd44e4377cb2 with Priority: HIGHEST for action security_group_members [ 746.328244] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock member-190d80dc-4948-45bb-a2a0-fd44e4377cb2 taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.328244] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-190d80dc-4948-45bb-a2a0-fd44e4377cb2" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.328244] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-190d80dc-4948-45bb-a2a0-fd44e4377cb2" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.329196] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-190d80dc-4948-45bb-a2a0-fd44e4377cb2" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.329196] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.329196] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.329543] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.329543] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.329643] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.329708] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('190d80dc-4948-45bb-a2a0-fd44e4377cb2',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 746.334036] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('829f8e2a-34a6-4ed5-87c0-e3080c6d8393',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 746.426030] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7c0d4d7d-0f42-44b6-9b96-48783f50789f in Status: SUCCESS [ 746.426030] env[65288]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7c0d4d7d-0f42-44b6-9b96-48783f50789f deletion is rescheduled due to dependency. [ 746.426353] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7c0d4d7d-0f42-44b6-9b96-48783f50789f" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.524817] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5c1b1b02-0d0e-421c-9442-12c88f168c61 in Status: SUCCESS [ 746.524817] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5c1b1b02-0d0e-421c-9442-12c88f168c61" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.725040] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2207e151-130b-4a9e-ab26-c9e8f409213d',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 746.834293] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.834457] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.834513] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.834764] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.834860] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.835166] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.835166] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.835268] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.835359] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.835434] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.835529] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 190d80dc-4948-45bb-a2a0-fd44e4377cb2 is going to be updated. [ 746.838382] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.838548] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.838624] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.838794] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.838875] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.839027] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 829f8e2a-34a6-4ed5-87c0-e3080c6d8393 is going to be updated. [ 746.877035] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.877035] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.877035] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.877035] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.877035] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.879461] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.879889] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.880182] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.880615] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.881106] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.900058] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 190d80dc-4948-45bb-a2a0-fd44e4377cb2 in Status: IN_PROGRESS for 2s [ 746.900058] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 829f8e2a-34a6-4ed5-87c0-e3080c6d8393 in Status: IN_PROGRESS for 2s [ 747.146337] env[65288]: INFO networking_nsxv3.common.synchronization [req-8580ac7e-3c5c-48dc-82e5-344909af1f3f req-f6ad9177-7f2b-47e2-bb48-847fd1bb8a77 tempest-ServersTestMultiNic-1767734042 tempest-ServersTestMultiNic-1767734042-project-member] Enqueued Resource ID: 190d80dc-4948-45bb-a2a0-fd44e4377cb2 with Priority: HIGHEST for action security_group_members [ 747.146951] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 190d80dc-4948-45bb-a2a0-fd44e4377cb2 with Priority: HIGHEST for action security_group_members [ 747.147315] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock member-190d80dc-4948-45bb-a2a0-fd44e4377cb2 taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.147401] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-190d80dc-4948-45bb-a2a0-fd44e4377cb2" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.228683] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2207e151-130b-4a9e-ab26-c9e8f409213d: rpc.has_security_group_logging(os_id): False [ 747.248805] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.249064] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.249166] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.249414] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.249501] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.249811] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.249959] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.250052] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.250206] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.250294] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.250413] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2207e151-130b-4a9e-ab26-c9e8f409213d is going to be created. [ 747.331361] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.331361] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.331361] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.331774] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.331774] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.361630] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2207e151-130b-4a9e-ab26-c9e8f409213d in Status: IN_PROGRESS for 2s [ 747.947184] env[65288]: DEBUG networking_nsxv3.common.locking [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Lock network-63 taken with stack trace [, , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.947446] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquiring lock "network-63" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.947604] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired lock "network-63" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.948369] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired external semaphore "network-63" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.949458] env[65288]: DEBUG networking_nsxv3.common.locking [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.949458] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquiring lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.949458] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.949868] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired external semaphore "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.949868] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Releasing lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.950299] env[65288]: DEBUG dogpile.cache.region [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] No value present for key: 'zone-id' {{(pid=65288) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 747.950299] env[65288]: DEBUG dogpile.lock [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] NeedRegenerationException {{(pid=65288) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 747.950520] env[65288]: DEBUG dogpile.lock [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] no value, waiting for create lock {{(pid=65288) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 747.950652] env[65288]: DEBUG dogpile.lock [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] value creation lock acquired {{(pid=65288) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 747.951200] env[65288]: DEBUG dogpile.cache.region [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] No value present for key: 'zone-id' {{(pid=65288) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 747.951419] env[65288]: DEBUG dogpile.lock [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Calling creation function for not-yet-present value {{(pid=65288) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 747.951603] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 747.977602] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 747.977602] env[65288]: DEBUG dogpile.cache.region [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=65288) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 747.977602] env[65288]: DEBUG dogpile.lock [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Released creation lock {{(pid=65288) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 747.977602] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Releasing lock "network-63" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.978313] env[65288]: DEBUG networking_nsxv3.common.locking [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Lock port-ccead830-0be9-4c50-a3fa-1e93f06a234f taken with stack trace [, , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.978313] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquiring lock "port-ccead830-0be9-4c50-a3fa-1e93f06a234f" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.978313] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired lock "port-ccead830-0be9-4c50-a3fa-1e93f06a234f" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.978710] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired external semaphore "port-ccead830-0be9-4c50-a3fa-1e93f06a234f" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.978710] env[65288]: DEBUG networking_nsxv3.api.rpc [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ccead830-0be9-4c50-a3fa-1e93f06a234f',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 748.174487] env[65288]: INFO networking_nsxv3.common.synchronization [req-7b4cf407-2e56-4ab5-a36c-9a662374b286 req-16a51f7f-2bb2-42c4-a6b0-03fbb9d87acf tempest-MultipleCreateTestJSON-1771508532 tempest-MultipleCreateTestJSON-1771508532-project-member] Enqueued Resource ID: 829f8e2a-34a6-4ed5-87c0-e3080c6d8393 with Priority: HIGHEST for action security_group_members [ 748.175035] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 829f8e2a-34a6-4ed5-87c0-e3080c6d8393 with Priority: HIGHEST for action security_group_members [ 748.175435] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock member-829f8e2a-34a6-4ed5-87c0-e3080c6d8393 taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.175578] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-829f8e2a-34a6-4ed5-87c0-e3080c6d8393" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.483841] env[65288]: DEBUG networking_nsxv3.common.locking [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.484582] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.485379] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.485379] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.485379] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.485569] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Segment Port ccead830-0be9-4c50-a3fa-1e93f06a234f not found, creating... [ 748.485824] env[65288]: DEBUG networking_nsxv3.common.locking [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.486066] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquiring lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.486235] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.486537] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired external semaphore "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.486729] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Releasing lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.487154] env[65288]: DEBUG networking_nsxv3.common.locking [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.487401] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.487603] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.487955] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.488181] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.488395] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Resource: SegmentPort with ID: ccead830-0be9-4c50-a3fa-1e93f06a234f is going to be created. [ 748.511227] env[65288]: DEBUG networking_nsxv3.common.locking [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.511429] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.511548] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.511813] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.512054] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.512263] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Releasing lock "port-ccead830-0be9-4c50-a3fa-1e93f06a234f" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.909786] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 190d80dc-4948-45bb-a2a0-fd44e4377cb2 in Status: SUCCESS [ 748.910014] env[65288]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 190d80dc-4948-45bb-a2a0-fd44e4377cb2 deletion is rescheduled due to dependency. [ 748.910146] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-190d80dc-4948-45bb-a2a0-fd44e4377cb2" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.910888] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 829f8e2a-34a6-4ed5-87c0-e3080c6d8393 in Status: SUCCESS [ 748.911083] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-829f8e2a-34a6-4ed5-87c0-e3080c6d8393" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.911246] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-190d80dc-4948-45bb-a2a0-fd44e4377cb2" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.911466] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-190d80dc-4948-45bb-a2a0-fd44e4377cb2" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.911652] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.911789] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.911834] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.911983] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.912076] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.912175] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('190d80dc-4948-45bb-a2a0-fd44e4377cb2',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 748.913045] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-829f8e2a-34a6-4ed5-87c0-e3080c6d8393" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.913221] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-829f8e2a-34a6-4ed5-87c0-e3080c6d8393" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.913383] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.913484] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.913548] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.913731] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.913860] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.913964] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('829f8e2a-34a6-4ed5-87c0-e3080c6d8393',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 749.229710] env[65288]: INFO networking_nsxv3.common.synchronization [req-8580ac7e-3c5c-48dc-82e5-344909af1f3f req-e3aa6920-8c5d-448d-9f9e-50e53453df45 service nova] Enqueued Resource ID: 190d80dc-4948-45bb-a2a0-fd44e4377cb2 with Priority: HIGHEST for action security_group_rules [ 749.229969] env[65288]: INFO networking_nsxv3.common.synchronization [req-8580ac7e-3c5c-48dc-82e5-344909af1f3f req-e3aa6920-8c5d-448d-9f9e-50e53453df45 service nova] Enqueued Resource ID: 190d80dc-4948-45bb-a2a0-fd44e4377cb2 with Priority: HIGHEST for action security_group_members [ 749.230209] env[65288]: INFO networking_nsxv3.common.synchronization [req-8580ac7e-3c5c-48dc-82e5-344909af1f3f req-e3aa6920-8c5d-448d-9f9e-50e53453df45 service nova] Enqueued Resource ID: ccead830-0be9-4c50-a3fa-1e93f06a234f with Priority: HIGHEST for action port [ 749.230895] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 190d80dc-4948-45bb-a2a0-fd44e4377cb2 with Priority: HIGHEST for action security_group_rules [ 749.234026] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 190d80dc-4948-45bb-a2a0-fd44e4377cb2 with Priority: HIGHEST for action security_group_members [ 749.234026] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ccead830-0be9-4c50-a3fa-1e93f06a234f with Priority: HIGHEST for action port [ 749.234026] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock rules-190d80dc-4948-45bb-a2a0-fd44e4377cb2 taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.234026] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-190d80dc-4948-45bb-a2a0-fd44e4377cb2" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.234026] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-190d80dc-4948-45bb-a2a0-fd44e4377cb2" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.234026] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-190d80dc-4948-45bb-a2a0-fd44e4377cb2" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.234026] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('190d80dc-4948-45bb-a2a0-fd44e4377cb2',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 749.234517] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock member-190d80dc-4948-45bb-a2a0-fd44e4377cb2 taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.234987] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-190d80dc-4948-45bb-a2a0-fd44e4377cb2" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.235343] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock port-ccead830-0be9-4c50-a3fa-1e93f06a234f taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.235599] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ccead830-0be9-4c50-a3fa-1e93f06a234f" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.235796] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ccead830-0be9-4c50-a3fa-1e93f06a234f" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.236096] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ccead830-0be9-4c50-a3fa-1e93f06a234f" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.236317] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ccead830-0be9-4c50-a3fa-1e93f06a234f',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 749.377503] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2207e151-130b-4a9e-ab26-c9e8f409213d in Status: SUCCESS [ 749.377814] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2207e151-130b-4a9e-ab26-c9e8f409213d" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.416541] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.416749] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.416792] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.417022] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.417121] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.417345] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.417462] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.417525] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.417706] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.417782] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.417910] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 190d80dc-4948-45bb-a2a0-fd44e4377cb2 is going to be updated. [ 749.419098] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.419208] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.419274] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.419516] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.419594] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.419789] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.419889] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.419964] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.420120] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.420215] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.420318] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 829f8e2a-34a6-4ed5-87c0-e3080c6d8393 is going to be updated. [ 749.450626] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.450792] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.450839] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.451102] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.451243] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.453342] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.453466] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.453531] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.453714] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.453840] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.464598] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 190d80dc-4948-45bb-a2a0-fd44e4377cb2 in Status: IN_PROGRESS for 2s [ 749.465390] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 829f8e2a-34a6-4ed5-87c0-e3080c6d8393 in Status: IN_PROGRESS for 2s [ 749.739221] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock member-190d80dc-4948-45bb-a2a0-fd44e4377cb2 taken with stack trace [, , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.739221] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-190d80dc-4948-45bb-a2a0-fd44e4377cb2" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.743344] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ccead830-0be9-4c50-a3fa-1e93f06a234f with status ACTIVE [ 749.743344] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.743344] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.743344] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.743620] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.743723] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.744325] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.744325] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.744325] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.744325] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.744556] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.744649] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.744704] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.744798] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.744997] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.745115] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.745244] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ccead830-0be9-4c50-a3fa-1e93f06a234f is going to be updated. [ 749.770503] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.770710] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.770781] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.771460] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.771460] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.771460] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ccead830-0be9-4c50-a3fa-1e93f06a234f" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.965596] env[65288]: INFO networking_nsxv3.common.synchronization [req-acf38a00-6a4e-457c-9de7-dcaff21089ae req-d5544c02-bd3b-43e5-bc47-bb3415485caf tempest-ServerDiagnosticsTest-485412134 tempest-ServerDiagnosticsTest-485412134-project-member] Enqueued Resource ID: 38d57888-b87b-4e90-a7a3-734496629950 with Priority: HIGHEST for action security_group_members [ 749.965596] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 38d57888-b87b-4e90-a7a3-734496629950 with Priority: HIGHEST for action security_group_members [ 749.965596] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock member-38d57888-b87b-4e90-a7a3-734496629950 taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.966263] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-38d57888-b87b-4e90-a7a3-734496629950" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.966368] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-38d57888-b87b-4e90-a7a3-734496629950" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.966553] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-38d57888-b87b-4e90-a7a3-734496629950" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.966802] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.966921] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.966984] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.967161] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.967248] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.967345] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('38d57888-b87b-4e90-a7a3-734496629950',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 750.238232] env[65288]: INFO networking_nsxv3.common.synchronization [None req-1f4d8b32-9080-460c-b975-bae4725823ed None None] Enqueued Resource ID: 01f07eaa-7078-4dde-a93b-17ebe1255458 with Priority: HIGHEST for action port [ 750.238483] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 01f07eaa-7078-4dde-a93b-17ebe1255458 with Priority: HIGHEST for action port [ 750.239042] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock port-01f07eaa-7078-4dde-a93b-17ebe1255458 taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.239462] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-01f07eaa-7078-4dde-a93b-17ebe1255458" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.239529] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-01f07eaa-7078-4dde-a93b-17ebe1255458" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.239781] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-01f07eaa-7078-4dde-a93b-17ebe1255458" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.239867] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('01f07eaa-7078-4dde-a93b-17ebe1255458',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 750.469449] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.469609] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.469828] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.469936] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.470030] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.470251] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.470361] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.470412] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.470563] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.470641] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.470726] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 38d57888-b87b-4e90-a7a3-734496629950 is going to be updated. [ 750.497705] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.497949] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.498065] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.498278] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.498430] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.507814] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 38d57888-b87b-4e90-a7a3-734496629950 in Status: IN_PROGRESS for 2s [ 750.559820] env[65288]: INFO networking_nsxv3.common.synchronization [req-23cf22aa-0a04-4a55-a763-56a2e764c0ec req-e5f3f0fc-7137-45cf-a231-610b33a3151e tempest-SecurityGroupsTestJSON-1080174179 tempest-SecurityGroupsTestJSON-1080174179-project-member] Enqueued Resource ID: 8ef647dc-d512-4f76-953f-90944fd4aeda with Priority: HIGHEST for action security_group_members [ 750.563747] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8ef647dc-d512-4f76-953f-90944fd4aeda with Priority: HIGHEST for action security_group_members [ 750.563747] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock member-8ef647dc-d512-4f76-953f-90944fd4aeda taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.563747] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8ef647dc-d512-4f76-953f-90944fd4aeda" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.563747] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8ef647dc-d512-4f76-953f-90944fd4aeda" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.563747] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8ef647dc-d512-4f76-953f-90944fd4aeda" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.563747] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.563747] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.563747] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.563747] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.563747] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.563747] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8ef647dc-d512-4f76-953f-90944fd4aeda',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 750.744562] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 01f07eaa-7078-4dde-a93b-17ebe1255458 [ 750.744833] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.744914] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.746659] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.746659] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.746659] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.746659] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:01f07eaa-7078-4dde-a93b-17ebe1255458 already deleted. [ 750.746659] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-01f07eaa-7078-4dde-a93b-17ebe1255458" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.022951] env[65288]: DEBUG networking_nsxv3.common.locking [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Lock network-474 taken with stack trace [, , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.023211] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquiring lock "network-474" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.023325] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired lock "network-474" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.023646] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired external semaphore "network-474" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.023895] env[65288]: DEBUG networking_nsxv3.common.locking [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.024081] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquiring lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.024196] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.024441] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired external semaphore "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.024543] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Releasing lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.025047] env[65288]: DEBUG dogpile.cache.region [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] No value present for key: 'zone-id' {{(pid=65288) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 751.025120] env[65288]: DEBUG dogpile.lock [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] NeedRegenerationException {{(pid=65288) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 751.025197] env[65288]: DEBUG dogpile.lock [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] no value, waiting for create lock {{(pid=65288) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 751.025393] env[65288]: DEBUG dogpile.lock [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] value creation lock acquired {{(pid=65288) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 751.025393] env[65288]: DEBUG dogpile.cache.region [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] No value present for key: 'zone-id' {{(pid=65288) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 751.028551] env[65288]: DEBUG dogpile.lock [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Calling creation function for not-yet-present value {{(pid=65288) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 751.028551] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 751.047601] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 751.047806] env[65288]: DEBUG dogpile.cache.region [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65288) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 751.048048] env[65288]: DEBUG dogpile.lock [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Released creation lock {{(pid=65288) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 751.048230] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Releasing lock "network-474" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.048532] env[65288]: DEBUG networking_nsxv3.common.locking [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Lock port-483e7cb3-b8c5-4f7c-bced-f74f4d267aff taken with stack trace [, , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.048695] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquiring lock "port-483e7cb3-b8c5-4f7c-bced-f74f4d267aff" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.048805] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired lock "port-483e7cb3-b8c5-4f7c-bced-f74f4d267aff" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.049188] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired external semaphore "port-483e7cb3-b8c5-4f7c-bced-f74f4d267aff" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.049330] env[65288]: DEBUG networking_nsxv3.api.rpc [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('483e7cb3-b8c5-4f7c-bced-f74f4d267aff',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 751.068947] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.069239] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.069239] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.069569] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.069569] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.069636] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.069690] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.070395] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.070395] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.070395] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.070395] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8ef647dc-d512-4f76-953f-90944fd4aeda already deleted. [ 751.070395] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8ef647dc-d512-4f76-953f-90944fd4aeda" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.266250] env[65288]: DEBUG networking_nsxv3.common.locking [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Lock network-844 taken with stack trace [, , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.266250] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquiring lock "network-844" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.266250] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired lock "network-844" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.266649] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired external semaphore "network-844" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.267320] env[65288]: DEBUG networking_nsxv3.common.locking [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.267621] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquiring lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.267803] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.268222] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired external semaphore "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.268725] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Releasing lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.268836] env[65288]: DEBUG dogpile.cache.region [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] No value present for key: 'zone-id' {{(pid=65288) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 751.269075] env[65288]: DEBUG dogpile.lock [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] NeedRegenerationException {{(pid=65288) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 751.269321] env[65288]: DEBUG dogpile.lock [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] no value, waiting for create lock {{(pid=65288) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 751.269591] env[65288]: DEBUG dogpile.lock [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] value creation lock acquired {{(pid=65288) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 751.270092] env[65288]: DEBUG dogpile.cache.region [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] No value present for key: 'zone-id' {{(pid=65288) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 751.270092] env[65288]: DEBUG dogpile.lock [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Calling creation function for not-yet-present value {{(pid=65288) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 751.270092] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 751.299646] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 751.299646] env[65288]: DEBUG dogpile.cache.region [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Cache value generated in 0.030 seconds for key(s): 'zone-id' {{(pid=65288) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 751.299886] env[65288]: DEBUG dogpile.lock [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Released creation lock {{(pid=65288) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 751.299933] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Releasing lock "network-844" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.300570] env[65288]: DEBUG networking_nsxv3.common.locking [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Lock port-05c63b49-1026-47ad-a57c-786e719c92b2 taken with stack trace [, , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.301119] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquiring lock "port-05c63b49-1026-47ad-a57c-786e719c92b2" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.301293] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired lock "port-05c63b49-1026-47ad-a57c-786e719c92b2" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.301993] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired external semaphore "port-05c63b49-1026-47ad-a57c-786e719c92b2" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.302116] env[65288]: DEBUG networking_nsxv3.api.rpc [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('05c63b49-1026-47ad-a57c-786e719c92b2',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 751.478374] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 190d80dc-4948-45bb-a2a0-fd44e4377cb2 in Status: SUCCESS [ 751.479176] env[65288]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 190d80dc-4948-45bb-a2a0-fd44e4377cb2 deletion is rescheduled due to dependency. [ 751.479780] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-190d80dc-4948-45bb-a2a0-fd44e4377cb2" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.479780] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-190d80dc-4948-45bb-a2a0-fd44e4377cb2" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.479780] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-190d80dc-4948-45bb-a2a0-fd44e4377cb2" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.479976] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.480105] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.480178] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.480338] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.480418] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.480515] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('190d80dc-4948-45bb-a2a0-fd44e4377cb2',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 751.482127] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 829f8e2a-34a6-4ed5-87c0-e3080c6d8393 in Status: SUCCESS [ 751.482349] env[65288]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 829f8e2a-34a6-4ed5-87c0-e3080c6d8393 deletion is rescheduled due to dependency. [ 751.483029] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-829f8e2a-34a6-4ed5-87c0-e3080c6d8393" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.552538] env[65288]: DEBUG networking_nsxv3.common.locking [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.552760] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.552882] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.553190] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.553339] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.553485] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Segment Port 483e7cb3-b8c5-4f7c-bced-f74f4d267aff not found, creating... [ 751.553735] env[65288]: DEBUG networking_nsxv3.common.locking [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.553890] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquiring lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.554010] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.554220] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired external semaphore "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.554407] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Releasing lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.554612] env[65288]: DEBUG networking_nsxv3.common.locking [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.554758] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.554867] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.555077] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.555208] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.555337] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Resource: SegmentPort with ID: 483e7cb3-b8c5-4f7c-bced-f74f4d267aff is going to be created. [ 751.575317] env[65288]: DEBUG networking_nsxv3.common.locking [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.575524] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.575645] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.575984] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.576260] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.576482] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Releasing lock "port-483e7cb3-b8c5-4f7c-bced-f74f4d267aff" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.804446] env[65288]: DEBUG networking_nsxv3.common.locking [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.804837] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.804837] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.805043] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.805185] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.805325] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Segment Port 05c63b49-1026-47ad-a57c-786e719c92b2 not found, creating... [ 751.805576] env[65288]: DEBUG networking_nsxv3.common.locking [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.805722] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquiring lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.805831] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.806048] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired external semaphore "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.806180] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Releasing lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.806438] env[65288]: DEBUG networking_nsxv3.common.locking [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.806579] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.806686] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.806879] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.807036] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.807175] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Resource: SegmentPort with ID: 05c63b49-1026-47ad-a57c-786e719c92b2 is going to be created. [ 751.830395] env[65288]: DEBUG networking_nsxv3.common.locking [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.830588] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.830648] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.830865] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.831104] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.831418] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Releasing lock "port-05c63b49-1026-47ad-a57c-786e719c92b2" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.984058] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('190d80dc-4948-45bb-a2a0-fd44e4377cb2',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 752.284019] env[65288]: INFO networking_nsxv3.common.synchronization [req-8580ac7e-3c5c-48dc-82e5-344909af1f3f req-5ab9b8a2-c95f-4802-898b-4eaa41fdee0b service nova] Enqueued Resource ID: 190d80dc-4948-45bb-a2a0-fd44e4377cb2 with Priority: HIGHEST for action security_group_rules [ 752.284019] env[65288]: INFO networking_nsxv3.common.synchronization [req-8580ac7e-3c5c-48dc-82e5-344909af1f3f req-5ab9b8a2-c95f-4802-898b-4eaa41fdee0b service nova] Enqueued Resource ID: 190d80dc-4948-45bb-a2a0-fd44e4377cb2 with Priority: HIGHEST for action security_group_members [ 752.284019] env[65288]: INFO networking_nsxv3.common.synchronization [req-8580ac7e-3c5c-48dc-82e5-344909af1f3f req-5ab9b8a2-c95f-4802-898b-4eaa41fdee0b service nova] Enqueued Resource ID: 483e7cb3-b8c5-4f7c-bced-f74f4d267aff with Priority: HIGHEST for action port [ 752.284019] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 190d80dc-4948-45bb-a2a0-fd44e4377cb2 with Priority: HIGHEST for action security_group_rules [ 752.284019] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 190d80dc-4948-45bb-a2a0-fd44e4377cb2 with Priority: HIGHEST for action security_group_members [ 752.284019] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 483e7cb3-b8c5-4f7c-bced-f74f4d267aff with Priority: HIGHEST for action port [ 752.284019] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock rules-190d80dc-4948-45bb-a2a0-fd44e4377cb2 taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.284019] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-190d80dc-4948-45bb-a2a0-fd44e4377cb2" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.284019] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock member-190d80dc-4948-45bb-a2a0-fd44e4377cb2 taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.284019] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-190d80dc-4948-45bb-a2a0-fd44e4377cb2" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.284019] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock port-483e7cb3-b8c5-4f7c-bced-f74f4d267aff taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.284019] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-483e7cb3-b8c5-4f7c-bced-f74f4d267aff" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.284787] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-483e7cb3-b8c5-4f7c-bced-f74f4d267aff" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.284787] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-483e7cb3-b8c5-4f7c-bced-f74f4d267aff" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.284787] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('483e7cb3-b8c5-4f7c-bced-f74f4d267aff',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 752.450959] env[65288]: INFO networking_nsxv3.common.synchronization [None req-f6d5a4c3-a6cb-4b70-a242-efafe795f213 None None] Enqueued Resource ID: 505053df-3476-43c6-afea-0cf9cbaf55ce with Priority: HIGHEST for action port [ 752.451554] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 505053df-3476-43c6-afea-0cf9cbaf55ce with Priority: HIGHEST for action port [ 752.451846] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock port-505053df-3476-43c6-afea-0cf9cbaf55ce taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.452100] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-505053df-3476-43c6-afea-0cf9cbaf55ce" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.452100] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-505053df-3476-43c6-afea-0cf9cbaf55ce" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.452606] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-505053df-3476-43c6-afea-0cf9cbaf55ce" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.452702] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('505053df-3476-43c6-afea-0cf9cbaf55ce',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 752.485973] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('190d80dc-4948-45bb-a2a0-fd44e4377cb2',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 752.518186] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 38d57888-b87b-4e90-a7a3-734496629950 in Status: SUCCESS [ 752.518353] env[65288]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 38d57888-b87b-4e90-a7a3-734496629950 deletion is rescheduled due to dependency. [ 752.518943] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-38d57888-b87b-4e90-a7a3-734496629950" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.543550] env[65288]: INFO networking_nsxv3.common.synchronization [req-23cf22aa-0a04-4a55-a763-56a2e764c0ec req-7dda85bb-5e87-454a-82da-7ac29983d387 service nova] Enqueued Resource ID: 8ef647dc-d512-4f76-953f-90944fd4aeda with Priority: HIGHEST for action security_group_rules [ 752.543550] env[65288]: INFO networking_nsxv3.common.synchronization [req-23cf22aa-0a04-4a55-a763-56a2e764c0ec req-7dda85bb-5e87-454a-82da-7ac29983d387 service nova] Enqueued Resource ID: 8ef647dc-d512-4f76-953f-90944fd4aeda with Priority: HIGHEST for action security_group_members [ 752.543550] env[65288]: INFO networking_nsxv3.common.synchronization [req-23cf22aa-0a04-4a55-a763-56a2e764c0ec req-7dda85bb-5e87-454a-82da-7ac29983d387 service nova] Enqueued Resource ID: 05c63b49-1026-47ad-a57c-786e719c92b2 with Priority: HIGHEST for action port [ 752.543550] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8ef647dc-d512-4f76-953f-90944fd4aeda with Priority: HIGHEST for action security_group_rules [ 752.543550] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8ef647dc-d512-4f76-953f-90944fd4aeda with Priority: HIGHEST for action security_group_members [ 752.543550] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 05c63b49-1026-47ad-a57c-786e719c92b2 with Priority: HIGHEST for action port [ 752.543909] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8ef647dc-d512-4f76-953f-90944fd4aeda taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.543909] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8ef647dc-d512-4f76-953f-90944fd4aeda" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.543909] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8ef647dc-d512-4f76-953f-90944fd4aeda" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.545154] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8ef647dc-d512-4f76-953f-90944fd4aeda" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.545267] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8ef647dc-d512-4f76-953f-90944fd4aeda',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 752.546107] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock member-8ef647dc-d512-4f76-953f-90944fd4aeda taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.546270] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8ef647dc-d512-4f76-953f-90944fd4aeda" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.546299] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8ef647dc-d512-4f76-953f-90944fd4aeda" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.546450] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8ef647dc-d512-4f76-953f-90944fd4aeda" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.546592] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.546691] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.546753] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.546887] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.546970] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.547066] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8ef647dc-d512-4f76-953f-90944fd4aeda',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 752.548572] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock port-05c63b49-1026-47ad-a57c-786e719c92b2 taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.548682] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-05c63b49-1026-47ad-a57c-786e719c92b2" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.548754] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-05c63b49-1026-47ad-a57c-786e719c92b2" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.548923] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-05c63b49-1026-47ad-a57c-786e719c92b2" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.549008] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('05c63b49-1026-47ad-a57c-786e719c92b2',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 752.786444] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 483e7cb3-b8c5-4f7c-bced-f74f4d267aff with status ACTIVE [ 752.786796] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.786957] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.787062] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.787297] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.787391] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.787572] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.787673] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.787737] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.787927] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.788111] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.788491] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.788642] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.788754] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.788981] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.789092] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.790300] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 483e7cb3-b8c5-4f7c-bced-f74f4d267aff is going to be updated. [ 752.814901] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.815642] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.815816] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.818672] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.818672] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.818672] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-483e7cb3-b8c5-4f7c-bced-f74f4d267aff" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.955526] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 505053df-3476-43c6-afea-0cf9cbaf55ce [ 752.955526] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.955526] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.955526] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.955526] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.955526] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.955526] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:505053df-3476-43c6-afea-0cf9cbaf55ce already deleted. [ 752.955526] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-505053df-3476-43c6-afea-0cf9cbaf55ce" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.990036] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.990036] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.990036] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.990036] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.990036] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.990036] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 190d80dc-4948-45bb-a2a0-fd44e4377cb2 is going to be updated. [ 753.020288] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.020416] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.020472] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.020647] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.020791] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.031158] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 190d80dc-4948-45bb-a2a0-fd44e4377cb2 in Status: IN_PROGRESS for 2s [ 753.050699] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock member-8ef647dc-d512-4f76-953f-90944fd4aeda taken with stack trace [, , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.050847] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8ef647dc-d512-4f76-953f-90944fd4aeda" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.051039] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8ef647dc-d512-4f76-953f-90944fd4aeda',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 753.051939] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 05c63b49-1026-47ad-a57c-786e719c92b2 with status ACTIVE [ 753.052532] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.052673] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.052964] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.052964] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.053156] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.053294] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.053396] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.053460] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.053615] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.053692] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.054230] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.054414] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.054487] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.054900] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.054900] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.055010] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 05c63b49-1026-47ad-a57c-786e719c92b2 is going to be updated. [ 753.078255] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.078428] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.078530] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.078737] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.078892] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.079134] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-05c63b49-1026-47ad-a57c-786e719c92b2" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.523161] env[65288]: INFO networking_nsxv3.common.synchronization [req-92b17280-205d-4fa1-9f61-c0fbb35754f7 req-a854557d-3367-47f7-8e9b-40a5250715f5 tempest-ImagesTestJSON-2079948910 tempest-ImagesTestJSON-2079948910-project-member] Enqueued Resource ID: 478730e0-937c-4d51-bdac-99273bb9dff3 with Priority: HIGHEST for action security_group_members [ 753.523712] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 478730e0-937c-4d51-bdac-99273bb9dff3 with Priority: HIGHEST for action security_group_members [ 753.524942] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock member-478730e0-937c-4d51-bdac-99273bb9dff3 taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.525134] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-478730e0-937c-4d51-bdac-99273bb9dff3" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.525207] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-478730e0-937c-4d51-bdac-99273bb9dff3" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.525413] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-478730e0-937c-4d51-bdac-99273bb9dff3" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.525583] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.525691] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.525764] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.526020] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.526120] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.526823] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('478730e0-937c-4d51-bdac-99273bb9dff3',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 753.556642] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8ef647dc-d512-4f76-953f-90944fd4aeda',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 753.838564] env[65288]: INFO networking_nsxv3.common.synchronization [None req-f6b0c9de-3296-4f3f-89a4-5fa453618c32 None None] Enqueued Resource ID: ad82618a-dcfc-48c3-a064-2d8ad5e9612a with Priority: HIGHEST for action port [ 753.839706] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ad82618a-dcfc-48c3-a064-2d8ad5e9612a with Priority: HIGHEST for action port [ 753.839706] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock port-ad82618a-dcfc-48c3-a064-2d8ad5e9612a taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.839706] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ad82618a-dcfc-48c3-a064-2d8ad5e9612a" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.839706] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ad82618a-dcfc-48c3-a064-2d8ad5e9612a" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.839706] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ad82618a-dcfc-48c3-a064-2d8ad5e9612a" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.839706] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ad82618a-dcfc-48c3-a064-2d8ad5e9612a',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 754.031794] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.031794] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.031794] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.031794] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.031794] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.031794] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.031794] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.031794] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.031794] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.031794] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.031794] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 478730e0-937c-4d51-bdac-99273bb9dff3 is going to be updated. [ 754.056774] env[65288]: INFO networking_nsxv3.common.synchronization [req-0aaaeb27-f9a4-40f5-b3d7-6094b2757f03 req-46241079-3193-4e59-ab86-c20e38b1efa7 tempest-ServerRescueTestJSON-1015607189 tempest-ServerRescueTestJSON-1015607189-project-member] Enqueued Resource ID: 0d7ba79b-ed4a-4041-b61b-3287e064aca9 with Priority: HIGHEST for action security_group_members [ 754.057490] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0d7ba79b-ed4a-4041-b61b-3287e064aca9 with Priority: HIGHEST for action security_group_members [ 754.060313] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock member-0d7ba79b-ed4a-4041-b61b-3287e064aca9 taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.060313] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0d7ba79b-ed4a-4041-b61b-3287e064aca9" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.060313] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0d7ba79b-ed4a-4041-b61b-3287e064aca9" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.060313] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0d7ba79b-ed4a-4041-b61b-3287e064aca9" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.060313] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.060313] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.060313] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.060313] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.060313] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.060313] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0d7ba79b-ed4a-4041-b61b-3287e064aca9',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 754.061540] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.061540] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.061540] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.061540] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.061540] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.061540] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8ef647dc-d512-4f76-953f-90944fd4aeda is going to be created. [ 754.070373] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.070373] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.070373] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.070373] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.070373] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.078606] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 478730e0-937c-4d51-bdac-99273bb9dff3 in Status: IN_PROGRESS for 2s [ 754.089919] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.090212] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.090294] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.090503] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.090665] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.102883] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8ef647dc-d512-4f76-953f-90944fd4aeda in Status: UNINITIALIZED for 2s [ 754.341659] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ad82618a-dcfc-48c3-a064-2d8ad5e9612a [ 754.341881] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.342021] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.343105] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.343105] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.343105] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.343105] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ad82618a-dcfc-48c3-a064-2d8ad5e9612a already deleted. [ 754.343105] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ad82618a-dcfc-48c3-a064-2d8ad5e9612a" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.565531] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.565686] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.565771] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.566010] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.566148] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.566316] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.566417] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.566499] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.566743] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.566743] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.566847] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0d7ba79b-ed4a-4041-b61b-3287e064aca9 already deleted. [ 754.566877] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0d7ba79b-ed4a-4041-b61b-3287e064aca9" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.783156] env[65288]: DEBUG networking_nsxv3.common.locking [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Lock network-656 taken with stack trace [, , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.783839] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquiring lock "network-656" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.783839] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired lock "network-656" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.783839] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired external semaphore "network-656" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.784016] env[65288]: DEBUG networking_nsxv3.common.locking [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.784153] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquiring lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.784261] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.784458] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired external semaphore "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.784590] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Releasing lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.784791] env[65288]: DEBUG dogpile.cache.region [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] No value present for key: 'zone-id' {{(pid=65288) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 754.784891] env[65288]: DEBUG dogpile.lock [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] NeedRegenerationException {{(pid=65288) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 754.785204] env[65288]: DEBUG dogpile.lock [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] no value, waiting for create lock {{(pid=65288) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 754.785309] env[65288]: DEBUG dogpile.lock [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] value creation lock acquired {{(pid=65288) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 754.785416] env[65288]: DEBUG dogpile.cache.region [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] No value present for key: 'zone-id' {{(pid=65288) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 754.785517] env[65288]: DEBUG dogpile.lock [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Calling creation function for not-yet-present value {{(pid=65288) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 754.785639] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 754.805428] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 754.805613] env[65288]: DEBUG dogpile.cache.region [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65288) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 754.805756] env[65288]: DEBUG dogpile.lock [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Released creation lock {{(pid=65288) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 754.805946] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Releasing lock "network-656" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.806284] env[65288]: DEBUG networking_nsxv3.common.locking [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Lock port-1ee58d7b-991f-4c7e-8aed-5dfd12bdda79 taken with stack trace [, , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.806448] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquiring lock "port-1ee58d7b-991f-4c7e-8aed-5dfd12bdda79" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.806560] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired lock "port-1ee58d7b-991f-4c7e-8aed-5dfd12bdda79" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.806862] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired external semaphore "port-1ee58d7b-991f-4c7e-8aed-5dfd12bdda79" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.806994] env[65288]: DEBUG networking_nsxv3.api.rpc [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1ee58d7b-991f-4c7e-8aed-5dfd12bdda79',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 755.043808] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 190d80dc-4948-45bb-a2a0-fd44e4377cb2 in Status: SUCCESS [ 755.044067] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-190d80dc-4948-45bb-a2a0-fd44e4377cb2" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.044224] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-190d80dc-4948-45bb-a2a0-fd44e4377cb2" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.044432] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-190d80dc-4948-45bb-a2a0-fd44e4377cb2" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.044617] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.044741] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.046135] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.046135] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.047259] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.047259] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-190d80dc-4948-45bb-a2a0-fd44e4377cb2" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.047259] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('190d80dc-4948-45bb-a2a0-fd44e4377cb2',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 755.048679] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-190d80dc-4948-45bb-a2a0-fd44e4377cb2" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.048679] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-190d80dc-4948-45bb-a2a0-fd44e4377cb2" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.051173] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.051173] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.051173] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.051173] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.051173] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.051173] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('190d80dc-4948-45bb-a2a0-fd44e4377cb2',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 755.310475] env[65288]: DEBUG networking_nsxv3.common.locking [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.310692] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.310853] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.311353] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.311353] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.311469] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Segment Port 1ee58d7b-991f-4c7e-8aed-5dfd12bdda79 not found, creating... [ 755.311829] env[65288]: DEBUG networking_nsxv3.common.locking [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.312059] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquiring lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.312201] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.312497] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired external semaphore "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.312698] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Releasing lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.313091] env[65288]: DEBUG networking_nsxv3.common.locking [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.313341] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.313647] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.313871] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.314050] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.314698] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Resource: SegmentPort with ID: 1ee58d7b-991f-4c7e-8aed-5dfd12bdda79 is going to be created. [ 755.339304] env[65288]: DEBUG networking_nsxv3.common.locking [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.339695] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.339948] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.340290] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.340554] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.340889] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Releasing lock "port-1ee58d7b-991f-4c7e-8aed-5dfd12bdda79" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.554068] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock member-190d80dc-4948-45bb-a2a0-fd44e4377cb2 taken with stack trace [, , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.554068] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-190d80dc-4948-45bb-a2a0-fd44e4377cb2" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.554068] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('190d80dc-4948-45bb-a2a0-fd44e4377cb2',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 755.723602] env[65288]: INFO networking_nsxv3.common.synchronization [None req-33135b00-8c6c-4572-9d48-6dd1c152afc0 None None] Enqueued Resource ID: 4bf05579-86f5-4ae5-a320-e6e9c852bd23 with Priority: HIGHEST for action port [ 755.724154] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4bf05579-86f5-4ae5-a320-e6e9c852bd23 with Priority: HIGHEST for action port [ 755.724445] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock port-4bf05579-86f5-4ae5-a320-e6e9c852bd23 taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.725825] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4bf05579-86f5-4ae5-a320-e6e9c852bd23" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.725825] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4bf05579-86f5-4ae5-a320-e6e9c852bd23" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.725825] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4bf05579-86f5-4ae5-a320-e6e9c852bd23" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.725825] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4bf05579-86f5-4ae5-a320-e6e9c852bd23',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 756.056807] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('190d80dc-4948-45bb-a2a0-fd44e4377cb2',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 756.059416] env[65288]: INFO networking_nsxv3.common.synchronization [req-0aaaeb27-f9a4-40f5-b3d7-6094b2757f03 req-4c386703-0719-4493-b274-fb7fa12be331 service nova] Enqueued Resource ID: 0d7ba79b-ed4a-4041-b61b-3287e064aca9 with Priority: HIGHEST for action security_group_rules [ 756.059494] env[65288]: INFO networking_nsxv3.common.synchronization [req-0aaaeb27-f9a4-40f5-b3d7-6094b2757f03 req-4c386703-0719-4493-b274-fb7fa12be331 service nova] Enqueued Resource ID: 0d7ba79b-ed4a-4041-b61b-3287e064aca9 with Priority: HIGHEST for action security_group_members [ 756.059755] env[65288]: INFO networking_nsxv3.common.synchronization [req-0aaaeb27-f9a4-40f5-b3d7-6094b2757f03 req-4c386703-0719-4493-b274-fb7fa12be331 service nova] Enqueued Resource ID: 1ee58d7b-991f-4c7e-8aed-5dfd12bdda79 with Priority: HIGHEST for action port [ 756.060589] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0d7ba79b-ed4a-4041-b61b-3287e064aca9 with Priority: HIGHEST for action security_group_rules [ 756.060737] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0d7ba79b-ed4a-4041-b61b-3287e064aca9 with Priority: HIGHEST for action security_group_members [ 756.060833] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1ee58d7b-991f-4c7e-8aed-5dfd12bdda79 with Priority: HIGHEST for action port [ 756.061112] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0d7ba79b-ed4a-4041-b61b-3287e064aca9 taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.061227] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0d7ba79b-ed4a-4041-b61b-3287e064aca9" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.061288] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0d7ba79b-ed4a-4041-b61b-3287e064aca9" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.061535] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0d7ba79b-ed4a-4041-b61b-3287e064aca9" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.061611] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0d7ba79b-ed4a-4041-b61b-3287e064aca9',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 756.062560] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock member-0d7ba79b-ed4a-4041-b61b-3287e064aca9 taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.062663] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0d7ba79b-ed4a-4041-b61b-3287e064aca9" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.062715] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0d7ba79b-ed4a-4041-b61b-3287e064aca9" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.062955] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0d7ba79b-ed4a-4041-b61b-3287e064aca9" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.063512] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.063629] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.063722] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.063883] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.063969] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.064094] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0d7ba79b-ed4a-4041-b61b-3287e064aca9',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 756.064873] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock port-1ee58d7b-991f-4c7e-8aed-5dfd12bdda79 taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.064980] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1ee58d7b-991f-4c7e-8aed-5dfd12bdda79" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.066202] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1ee58d7b-991f-4c7e-8aed-5dfd12bdda79" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.066202] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1ee58d7b-991f-4c7e-8aed-5dfd12bdda79" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.066202] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1ee58d7b-991f-4c7e-8aed-5dfd12bdda79',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 756.092393] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 478730e0-937c-4d51-bdac-99273bb9dff3 in Status: SUCCESS [ 756.093353] env[65288]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 478730e0-937c-4d51-bdac-99273bb9dff3 deletion is rescheduled due to dependency. [ 756.093353] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-478730e0-937c-4d51-bdac-99273bb9dff3" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.117984] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8ef647dc-d512-4f76-953f-90944fd4aeda in Status: SUCCESS [ 756.117984] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8ef647dc-d512-4f76-953f-90944fd4aeda" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.117984] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8ef647dc-d512-4f76-953f-90944fd4aeda" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.119206] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8ef647dc-d512-4f76-953f-90944fd4aeda" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.119206] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.119206] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.119206] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.119206] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.119206] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.119206] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8ef647dc-d512-4f76-953f-90944fd4aeda" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.119206] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8ef647dc-d512-4f76-953f-90944fd4aeda',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 756.233128] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 4bf05579-86f5-4ae5-a320-e6e9c852bd23 [ 756.233128] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.233128] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.233128] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.233128] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.233128] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.233128] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:4bf05579-86f5-4ae5-a320-e6e9c852bd23 already deleted. [ 756.233128] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4bf05579-86f5-4ae5-a320-e6e9c852bd23" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.561536] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.561536] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.561536] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.564031] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.564031] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.564031] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 190d80dc-4948-45bb-a2a0-fd44e4377cb2 is going to be updated. [ 756.567646] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock member-0d7ba79b-ed4a-4041-b61b-3287e064aca9 taken with stack trace [, , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.567724] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0d7ba79b-ed4a-4041-b61b-3287e064aca9" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.567963] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0d7ba79b-ed4a-4041-b61b-3287e064aca9',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 756.568900] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1ee58d7b-991f-4c7e-8aed-5dfd12bdda79 with status ACTIVE [ 756.569046] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.569278] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.569278] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.569745] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.569745] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.569745] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.569862] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.569862] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.570129] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.570129] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.570261] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.570332] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.570379] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.570482] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.570553] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.570633] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1ee58d7b-991f-4c7e-8aed-5dfd12bdda79 is going to be updated. [ 756.596163] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.596163] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.596163] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.596482] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.597032] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.597032] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1ee58d7b-991f-4c7e-8aed-5dfd12bdda79" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.601464] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.601673] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.601746] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.601942] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.602120] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.612145] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 190d80dc-4948-45bb-a2a0-fd44e4377cb2 in Status: IN_PROGRESS for 2s [ 756.622903] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock member-8ef647dc-d512-4f76-953f-90944fd4aeda taken with stack trace [, , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.623102] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8ef647dc-d512-4f76-953f-90944fd4aeda" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.623179] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8ef647dc-d512-4f76-953f-90944fd4aeda" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.623409] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8ef647dc-d512-4f76-953f-90944fd4aeda" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.623581] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.623682] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.623747] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.623900] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.624218] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.624218] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8ef647dc-d512-4f76-953f-90944fd4aeda" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.624218] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock member-8ef647dc-d512-4f76-953f-90944fd4aeda taken with stack trace [, , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.624344] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8ef647dc-d512-4f76-953f-90944fd4aeda" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.624391] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8ef647dc-d512-4f76-953f-90944fd4aeda" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.624502] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8ef647dc-d512-4f76-953f-90944fd4aeda" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.624635] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.624723] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.624784] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.624911] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.624981] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.625074] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8ef647dc-d512-4f76-953f-90944fd4aeda" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.625277] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8ef647dc-d512-4f76-953f-90944fd4aeda',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 756.861198] env[65288]: INFO networking_nsxv3.common.synchronization [req-c97c6bd3-e8ff-480e-8b80-ea339931682b req-77663d91-afdf-4820-9696-04f3304455b3 tempest-ServersTestBootFromVolume-496975025 tempest-ServersTestBootFromVolume-496975025-project-member] Enqueued Resource ID: ef10b224-45ba-4679-bf59-0770b9ec039c with Priority: HIGHEST for action security_group_members [ 756.862322] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ef10b224-45ba-4679-bf59-0770b9ec039c with Priority: HIGHEST for action security_group_members [ 756.863681] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock member-ef10b224-45ba-4679-bf59-0770b9ec039c taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.863681] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ef10b224-45ba-4679-bf59-0770b9ec039c" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.863681] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ef10b224-45ba-4679-bf59-0770b9ec039c" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.863681] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ef10b224-45ba-4679-bf59-0770b9ec039c" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.863681] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.863681] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.863681] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.864490] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.864490] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.864490] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ef10b224-45ba-4679-bf59-0770b9ec039c',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 757.073318] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0d7ba79b-ed4a-4041-b61b-3287e064aca9',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 757.128454] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8ef647dc-d512-4f76-953f-90944fd4aeda: rpc.has_security_group_logging(os_id): False [ 757.147462] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.147624] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.147947] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.147947] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.148070] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.148278] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.148409] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.148466] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.148575] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.148655] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.148827] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.149801] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.149801] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.149801] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.149801] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.149801] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.149801] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.149801] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.149801] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.149801] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.150369] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8ef647dc-d512-4f76-953f-90944fd4aeda is going to be created. [ 757.217021] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.217021] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.217137] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.217317] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.217503] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.233146] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8ef647dc-d512-4f76-953f-90944fd4aeda in Status: IN_PROGRESS for 2s [ 757.367119] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.367308] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.367384] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.367600] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.367691] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.367916] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.368030] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.368096] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.368247] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.368325] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.368411] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ef10b224-45ba-4679-bf59-0770b9ec039c already deleted. [ 757.368489] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ef10b224-45ba-4679-bf59-0770b9ec039c" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.487649] env[65288]: DEBUG networking_nsxv3.common.locking [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Lock network-139 taken with stack trace [, , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.487841] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquiring lock "network-139" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.487983] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired lock "network-139" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.488476] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired external semaphore "network-139" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.488572] env[65288]: DEBUG networking_nsxv3.common.locking [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.488720] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquiring lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.488839] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.489087] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired external semaphore "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.489225] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Releasing lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.489424] env[65288]: DEBUG dogpile.cache.region [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] No value present for key: 'zone-id' {{(pid=65288) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 757.489528] env[65288]: DEBUG dogpile.lock [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] NeedRegenerationException {{(pid=65288) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 757.489849] env[65288]: DEBUG dogpile.lock [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] no value, waiting for create lock {{(pid=65288) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 757.489849] env[65288]: DEBUG dogpile.lock [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] value creation lock acquired {{(pid=65288) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 757.489849] env[65288]: DEBUG dogpile.cache.region [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] No value present for key: 'zone-id' {{(pid=65288) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 757.489961] env[65288]: DEBUG dogpile.lock [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Calling creation function for not-yet-present value {{(pid=65288) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 757.490062] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 757.510540] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 757.510856] env[65288]: DEBUG dogpile.cache.region [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65288) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 757.510856] env[65288]: DEBUG dogpile.lock [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Released creation lock {{(pid=65288) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 757.511067] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Releasing lock "network-139" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.511634] env[65288]: DEBUG networking_nsxv3.common.locking [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Lock port-52399920-1af6-45ed-b4d4-c39fd3d4aa3e taken with stack trace [, , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.511634] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquiring lock "port-52399920-1af6-45ed-b4d4-c39fd3d4aa3e" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.511792] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired lock "port-52399920-1af6-45ed-b4d4-c39fd3d4aa3e" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.512391] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired external semaphore "port-52399920-1af6-45ed-b4d4-c39fd3d4aa3e" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.512391] env[65288]: DEBUG networking_nsxv3.api.rpc [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('52399920-1af6-45ed-b4d4-c39fd3d4aa3e',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 757.575855] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.576055] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.576148] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.576517] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.576615] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.576713] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0d7ba79b-ed4a-4041-b61b-3287e064aca9 is going to be created. [ 757.634382] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.634382] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.634382] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.634382] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.634382] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.658756] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0d7ba79b-ed4a-4041-b61b-3287e064aca9 in Status: UNINITIALIZED for 2s [ 757.686231] env[65288]: INFO networking_nsxv3.common.synchronization [req-8e2350e1-78ea-4b09-aa97-3de4f2cfbc99 req-4f5222b9-61f5-47c0-88d0-91fa592c0927 tempest-FloatingIPsAssociationTestJSON-1475271212 tempest-FloatingIPsAssociationTestJSON-1475271212-project-member] Enqueued Resource ID: edfabf1f-8fc9-40d7-a772-417a53540aaf with Priority: HIGHEST for action security_group_members [ 757.686593] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: edfabf1f-8fc9-40d7-a772-417a53540aaf with Priority: HIGHEST for action security_group_members [ 757.686910] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock member-edfabf1f-8fc9-40d7-a772-417a53540aaf taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.687042] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-edfabf1f-8fc9-40d7-a772-417a53540aaf" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.687110] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-edfabf1f-8fc9-40d7-a772-417a53540aaf" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.687354] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-edfabf1f-8fc9-40d7-a772-417a53540aaf" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.687511] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.687610] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.687670] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.687823] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.687967] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.688075] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('edfabf1f-8fc9-40d7-a772-417a53540aaf',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 758.001950] env[65288]: INFO networking_nsxv3.common.synchronization [None req-77a2710a-c8b7-4529-96d4-2252865b2665 None None] Enqueued Resource ID: 442e1cd7-5a41-4fc6-9f66-7dfdb9e395b2 with Priority: HIGHEST for action port [ 758.001950] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 442e1cd7-5a41-4fc6-9f66-7dfdb9e395b2 with Priority: HIGHEST for action port [ 758.002219] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock port-442e1cd7-5a41-4fc6-9f66-7dfdb9e395b2 taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.002397] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-442e1cd7-5a41-4fc6-9f66-7dfdb9e395b2" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.002469] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-442e1cd7-5a41-4fc6-9f66-7dfdb9e395b2" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.002728] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-442e1cd7-5a41-4fc6-9f66-7dfdb9e395b2" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.002817] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('442e1cd7-5a41-4fc6-9f66-7dfdb9e395b2',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 758.015212] env[65288]: DEBUG networking_nsxv3.common.locking [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.015348] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.015388] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.015640] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.015781] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.015925] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Segment Port 52399920-1af6-45ed-b4d4-c39fd3d4aa3e not found, creating... [ 758.016217] env[65288]: DEBUG networking_nsxv3.common.locking [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.016419] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquiring lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.016541] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.017869] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired external semaphore "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.017869] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Releasing lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.017869] env[65288]: DEBUG networking_nsxv3.common.locking [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.017869] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.017869] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.017869] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.017869] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.018305] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Resource: SegmentPort with ID: 52399920-1af6-45ed-b4d4-c39fd3d4aa3e is going to be created. [ 758.043655] env[65288]: DEBUG networking_nsxv3.common.locking [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.043846] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.043967] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.044478] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.044575] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.044760] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Releasing lock "port-52399920-1af6-45ed-b4d4-c39fd3d4aa3e" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.190829] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.191217] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.191217] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.191292] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.191377] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.191572] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.191673] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.191730] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.191870] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.191944] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.192047] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: edfabf1f-8fc9-40d7-a772-417a53540aaf is going to be updated. [ 758.225107] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.225311] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.225311] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.225525] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.225665] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.235555] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: edfabf1f-8fc9-40d7-a772-417a53540aaf in Status: IN_PROGRESS for 2s [ 758.504901] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 442e1cd7-5a41-4fc6-9f66-7dfdb9e395b2 [ 758.505182] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.505353] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.505425] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.505644] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.505735] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.505855] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:442e1cd7-5a41-4fc6-9f66-7dfdb9e395b2 already deleted. [ 758.506036] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-442e1cd7-5a41-4fc6-9f66-7dfdb9e395b2" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.624102] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 190d80dc-4948-45bb-a2a0-fd44e4377cb2 in Status: SUCCESS [ 758.624342] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-190d80dc-4948-45bb-a2a0-fd44e4377cb2" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.624516] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-190d80dc-4948-45bb-a2a0-fd44e4377cb2" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.625337] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-190d80dc-4948-45bb-a2a0-fd44e4377cb2" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.625337] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.625337] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.625337] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.625337] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.625337] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.625603] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-190d80dc-4948-45bb-a2a0-fd44e4377cb2" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.625603] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock member-190d80dc-4948-45bb-a2a0-fd44e4377cb2 taken with stack trace [, , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.625669] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-190d80dc-4948-45bb-a2a0-fd44e4377cb2" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.625669] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-190d80dc-4948-45bb-a2a0-fd44e4377cb2" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.625815] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-190d80dc-4948-45bb-a2a0-fd44e4377cb2" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.626031] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.626126] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.626185] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.626321] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.626391] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.626466] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-190d80dc-4948-45bb-a2a0-fd44e4377cb2" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.626552] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('190d80dc-4948-45bb-a2a0-fd44e4377cb2',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 759.129710] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 190d80dc-4948-45bb-a2a0-fd44e4377cb2: rpc.has_security_group_logging(os_id): False [ 759.153725] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.153970] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.153970] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.154196] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.154287] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.154494] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.154599] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.154653] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.154809] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.154935] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.155151] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.155277] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.155339] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.155441] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.155514] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.155703] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.155784] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.155834] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.155949] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.156325] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.156409] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 190d80dc-4948-45bb-a2a0-fd44e4377cb2 is going to be updated. [ 759.224845] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.225180] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.225180] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.225280] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.225422] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.231618] env[65288]: INFO networking_nsxv3.common.synchronization [req-c97c6bd3-e8ff-480e-8b80-ea339931682b req-64450bac-9c77-420b-9599-59912cebd98a service nova] Enqueued Resource ID: ef10b224-45ba-4679-bf59-0770b9ec039c with Priority: HIGHEST for action security_group_rules [ 759.231824] env[65288]: INFO networking_nsxv3.common.synchronization [req-c97c6bd3-e8ff-480e-8b80-ea339931682b req-64450bac-9c77-420b-9599-59912cebd98a service nova] Enqueued Resource ID: ef10b224-45ba-4679-bf59-0770b9ec039c with Priority: HIGHEST for action security_group_members [ 759.231919] env[65288]: INFO networking_nsxv3.common.synchronization [req-c97c6bd3-e8ff-480e-8b80-ea339931682b req-64450bac-9c77-420b-9599-59912cebd98a service nova] Enqueued Resource ID: 52399920-1af6-45ed-b4d4-c39fd3d4aa3e with Priority: HIGHEST for action port [ 759.232159] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ef10b224-45ba-4679-bf59-0770b9ec039c with Priority: HIGHEST for action security_group_rules [ 759.232290] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ef10b224-45ba-4679-bf59-0770b9ec039c with Priority: HIGHEST for action security_group_members [ 759.232386] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 52399920-1af6-45ed-b4d4-c39fd3d4aa3e with Priority: HIGHEST for action port [ 759.232942] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ef10b224-45ba-4679-bf59-0770b9ec039c taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.233612] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ef10b224-45ba-4679-bf59-0770b9ec039c" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.233694] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ef10b224-45ba-4679-bf59-0770b9ec039c" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.233893] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ef10b224-45ba-4679-bf59-0770b9ec039c" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.233977] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ef10b224-45ba-4679-bf59-0770b9ec039c',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 759.235206] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock member-ef10b224-45ba-4679-bf59-0770b9ec039c taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.235330] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ef10b224-45ba-4679-bf59-0770b9ec039c" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.235398] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ef10b224-45ba-4679-bf59-0770b9ec039c" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.235572] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ef10b224-45ba-4679-bf59-0770b9ec039c" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.235727] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.235820] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.235941] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.236062] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.236152] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.236255] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ef10b224-45ba-4679-bf59-0770b9ec039c',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 759.237124] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock port-52399920-1af6-45ed-b4d4-c39fd3d4aa3e taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.237248] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-52399920-1af6-45ed-b4d4-c39fd3d4aa3e" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.237322] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-52399920-1af6-45ed-b4d4-c39fd3d4aa3e" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.237478] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-52399920-1af6-45ed-b4d4-c39fd3d4aa3e" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.237556] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('52399920-1af6-45ed-b4d4-c39fd3d4aa3e',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 759.247132] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 190d80dc-4948-45bb-a2a0-fd44e4377cb2 in Status: IN_PROGRESS for 2s [ 759.253167] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8ef647dc-d512-4f76-953f-90944fd4aeda in Status: SUCCESS [ 759.256030] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8ef647dc-d512-4f76-953f-90944fd4aeda" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.353428] env[65288]: INFO networking_nsxv3.common.synchronization [None req-2599fbc9-ee90-4259-9b27-d56ef849a727 tempest-AttachVolumeTestJSON-1832088010 tempest-AttachVolumeTestJSON-1832088010-project-member] Enqueued Resource ID: 3a664249-2453-4d98-bc44-0c3aab5f1f25 with Priority: HIGHEST for action security_group_rules [ 759.354418] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3a664249-2453-4d98-bc44-0c3aab5f1f25 with Priority: HIGHEST for action security_group_rules [ 759.354558] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3a664249-2453-4d98-bc44-0c3aab5f1f25 taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.354683] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3a664249-2453-4d98-bc44-0c3aab5f1f25" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.354750] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3a664249-2453-4d98-bc44-0c3aab5f1f25" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.355450] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3a664249-2453-4d98-bc44-0c3aab5f1f25" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.355450] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3a664249-2453-4d98-bc44-0c3aab5f1f25',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 759.610531] env[65288]: INFO networking_nsxv3.common.synchronization [None req-b93e2ef2-4e40-4f8a-bc81-9b583b6d5964 tempest-AttachVolumeTestJSON-1832088010 tempest-AttachVolumeTestJSON-1832088010-project-member] Enqueued Resource ID: 3a664249-2453-4d98-bc44-0c3aab5f1f25 with Priority: HIGHEST for action security_group_rules [ 759.611455] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3a664249-2453-4d98-bc44-0c3aab5f1f25 with Priority: HIGHEST for action security_group_rules [ 759.611809] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3a664249-2453-4d98-bc44-0c3aab5f1f25 taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.611943] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3a664249-2453-4d98-bc44-0c3aab5f1f25" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.671043] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0d7ba79b-ed4a-4041-b61b-3287e064aca9 in Status: SUCCESS [ 759.671343] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0d7ba79b-ed4a-4041-b61b-3287e064aca9" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.671644] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0d7ba79b-ed4a-4041-b61b-3287e064aca9" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.672043] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0d7ba79b-ed4a-4041-b61b-3287e064aca9" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.672267] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.672547] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.672547] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.672651] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.672740] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.672823] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0d7ba79b-ed4a-4041-b61b-3287e064aca9" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.672930] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0d7ba79b-ed4a-4041-b61b-3287e064aca9',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 759.739552] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock member-ef10b224-45ba-4679-bf59-0770b9ec039c taken with stack trace [, , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.739552] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ef10b224-45ba-4679-bf59-0770b9ec039c" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.740334] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ef10b224-45ba-4679-bf59-0770b9ec039c',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 759.741128] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 52399920-1af6-45ed-b4d4-c39fd3d4aa3e with status ACTIVE [ 759.741993] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.741993] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.741993] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.743260] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.743260] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.743260] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.743664] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.743664] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.743801] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.744522] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.744522] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.744684] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.744684] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.745122] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.745282] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.745426] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 52399920-1af6-45ed-b4d4-c39fd3d4aa3e is going to be updated. [ 759.780734] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.780858] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.780914] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.781162] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.781308] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.781477] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-52399920-1af6-45ed-b4d4-c39fd3d4aa3e" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.840917] env[65288]: INFO networking_nsxv3.common.synchronization [None req-739f17b7-3d58-4020-86e3-f16e2b80408e None None] Enqueued Resource ID: be0fd4a1-318a-4dc5-b98d-a3b4b1043ab5 with Priority: HIGHEST for action port [ 759.841599] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: be0fd4a1-318a-4dc5-b98d-a3b4b1043ab5 with Priority: HIGHEST for action port [ 759.841915] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock port-be0fd4a1-318a-4dc5-b98d-a3b4b1043ab5 taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.842353] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-be0fd4a1-318a-4dc5-b98d-a3b4b1043ab5" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.842528] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-be0fd4a1-318a-4dc5-b98d-a3b4b1043ab5" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.842796] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-be0fd4a1-318a-4dc5-b98d-a3b4b1043ab5" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.842938] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('be0fd4a1-318a-4dc5-b98d-a3b4b1043ab5',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 759.888997] env[65288]: INFO networking_nsxv3.common.synchronization [req-f2d27877-a745-4d9b-9f4a-1badb123963c req-b291e000-eafc-46c4-9b12-dfa00147f15c tempest-ServerMetadataNegativeTestJSON-1384246882 tempest-ServerMetadataNegativeTestJSON-1384246882-project-member] Enqueued Resource ID: 87c84149-cfef-4d12-ab0a-ed7e843e7799 with Priority: HIGHEST for action security_group_members [ 759.889717] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 87c84149-cfef-4d12-ab0a-ed7e843e7799 with Priority: HIGHEST for action security_group_members [ 759.890048] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock member-87c84149-cfef-4d12-ab0a-ed7e843e7799 taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.890181] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-87c84149-cfef-4d12-ab0a-ed7e843e7799" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.890317] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-87c84149-cfef-4d12-ab0a-ed7e843e7799" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.890586] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-87c84149-cfef-4d12-ab0a-ed7e843e7799" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.890746] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.890850] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.890912] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.891118] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.891209] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.891305] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('87c84149-cfef-4d12-ab0a-ed7e843e7799',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 759.911141] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.911335] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.911335] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.911557] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.911651] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.911746] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3a664249-2453-4d98-bc44-0c3aab5f1f25 already deleted. [ 759.911829] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3a664249-2453-4d98-bc44-0c3aab5f1f25" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.912513] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3a664249-2453-4d98-bc44-0c3aab5f1f25" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.912695] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3a664249-2453-4d98-bc44-0c3aab5f1f25" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.912780] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3a664249-2453-4d98-bc44-0c3aab5f1f25',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 760.175855] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock member-0d7ba79b-ed4a-4041-b61b-3287e064aca9 taken with stack trace [, , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.176123] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0d7ba79b-ed4a-4041-b61b-3287e064aca9" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.176196] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0d7ba79b-ed4a-4041-b61b-3287e064aca9" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.176434] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0d7ba79b-ed4a-4041-b61b-3287e064aca9" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.176605] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.176776] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.176776] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.176928] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.177041] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.177130] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0d7ba79b-ed4a-4041-b61b-3287e064aca9" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.177309] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock member-0d7ba79b-ed4a-4041-b61b-3287e064aca9 taken with stack trace [, , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.177378] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0d7ba79b-ed4a-4041-b61b-3287e064aca9" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.177695] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0d7ba79b-ed4a-4041-b61b-3287e064aca9" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.177695] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0d7ba79b-ed4a-4041-b61b-3287e064aca9" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.177815] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.177815] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.177966] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.179793] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.179998] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.180316] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0d7ba79b-ed4a-4041-b61b-3287e064aca9" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.180316] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0d7ba79b-ed4a-4041-b61b-3287e064aca9',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 760.251070] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: edfabf1f-8fc9-40d7-a772-417a53540aaf in Status: SUCCESS [ 760.251070] env[65288]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: edfabf1f-8fc9-40d7-a772-417a53540aaf deletion is rescheduled due to dependency. [ 760.251070] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-edfabf1f-8fc9-40d7-a772-417a53540aaf" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.251070] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ef10b224-45ba-4679-bf59-0770b9ec039c',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 760.287353] env[65288]: INFO networking_nsxv3.common.synchronization [req-03bce4d3-8107-45b9-9fb4-88667b44e593 req-0e53ed49-36d9-4102-aef5-a79b5e4b1b5d tempest-AttachInterfacesUnderV243Test-1657264318 tempest-AttachInterfacesUnderV243Test-1657264318-project-member] Enqueued Resource ID: d857526d-eac7-4714-83fd-2e68ebaa6ac6 with Priority: HIGHEST for action security_group_members [ 760.288214] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d857526d-eac7-4714-83fd-2e68ebaa6ac6 with Priority: HIGHEST for action security_group_members [ 760.291675] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock member-d857526d-eac7-4714-83fd-2e68ebaa6ac6 taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.291675] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d857526d-eac7-4714-83fd-2e68ebaa6ac6" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.291675] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d857526d-eac7-4714-83fd-2e68ebaa6ac6" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.291675] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d857526d-eac7-4714-83fd-2e68ebaa6ac6" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.291675] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.291675] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.291675] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.291675] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.291675] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.291675] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d857526d-eac7-4714-83fd-2e68ebaa6ac6',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 760.314382] env[65288]: INFO networking_nsxv3.common.synchronization [req-03bce4d3-8107-45b9-9fb4-88667b44e593 req-0e53ed49-36d9-4102-aef5-a79b5e4b1b5d tempest-AttachInterfacesUnderV243Test-1657264318 tempest-AttachInterfacesUnderV243Test-1657264318-project-member] Enqueued Resource ID: d857526d-eac7-4714-83fd-2e68ebaa6ac6 with Priority: HIGHEST for action security_group_rules [ 760.318028] env[65288]: INFO networking_nsxv3.common.synchronization [req-03bce4d3-8107-45b9-9fb4-88667b44e593 req-0e53ed49-36d9-4102-aef5-a79b5e4b1b5d tempest-AttachInterfacesUnderV243Test-1657264318 tempest-AttachInterfacesUnderV243Test-1657264318-project-member] Enqueued Resource ID: d857526d-eac7-4714-83fd-2e68ebaa6ac6 with Priority: HIGHEST for action security_group_members [ 760.318028] env[65288]: INFO networking_nsxv3.common.synchronization [req-03bce4d3-8107-45b9-9fb4-88667b44e593 req-0e53ed49-36d9-4102-aef5-a79b5e4b1b5d tempest-AttachInterfacesUnderV243Test-1657264318 tempest-AttachInterfacesUnderV243Test-1657264318-project-member] Enqueued Resource ID: a5a6695d-c4c0-4ffd-9388-9ae3aa7f8930 with Priority: HIGHEST for action port [ 760.318028] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d857526d-eac7-4714-83fd-2e68ebaa6ac6 with Priority: HIGHEST for action security_group_rules [ 760.318028] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d857526d-eac7-4714-83fd-2e68ebaa6ac6 with Priority: HIGHEST for action security_group_members [ 760.318028] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a5a6695d-c4c0-4ffd-9388-9ae3aa7f8930 with Priority: HIGHEST for action port [ 760.318028] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d857526d-eac7-4714-83fd-2e68ebaa6ac6 taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.318028] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d857526d-eac7-4714-83fd-2e68ebaa6ac6" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.318028] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d857526d-eac7-4714-83fd-2e68ebaa6ac6" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.318028] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d857526d-eac7-4714-83fd-2e68ebaa6ac6" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.318028] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d857526d-eac7-4714-83fd-2e68ebaa6ac6',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 760.318028] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock member-d857526d-eac7-4714-83fd-2e68ebaa6ac6 taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.318028] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d857526d-eac7-4714-83fd-2e68ebaa6ac6" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.319184] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock port-a5a6695d-c4c0-4ffd-9388-9ae3aa7f8930 taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.319593] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a5a6695d-c4c0-4ffd-9388-9ae3aa7f8930" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.319849] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a5a6695d-c4c0-4ffd-9388-9ae3aa7f8930" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.322777] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a5a6695d-c4c0-4ffd-9388-9ae3aa7f8930" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.322777] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a5a6695d-c4c0-4ffd-9388-9ae3aa7f8930',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 760.345133] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port be0fd4a1-318a-4dc5-b98d-a3b4b1043ab5 [ 760.347151] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.347151] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.347151] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.347151] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.347151] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.347151] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:be0fd4a1-318a-4dc5-b98d-a3b4b1043ab5 already deleted. [ 760.347151] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-be0fd4a1-318a-4dc5-b98d-a3b4b1043ab5" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.395776] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.395913] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.396331] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.396668] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.396815] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.397058] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.397274] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.397417] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.397624] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.397741] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.397851] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 87c84149-cfef-4d12-ab0a-ed7e843e7799 already deleted. [ 760.398042] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-87c84149-cfef-4d12-ab0a-ed7e843e7799" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.437597] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.437676] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.437782] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.438270] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.438270] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.438270] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3a664249-2453-4d98-bc44-0c3aab5f1f25 already deleted. [ 760.438513] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3a664249-2453-4d98-bc44-0c3aab5f1f25" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.683704] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0d7ba79b-ed4a-4041-b61b-3287e064aca9: rpc.has_security_group_logging(os_id): False [ 760.703404] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.703539] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.703539] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.703803] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.703803] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.703981] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.704092] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.704171] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.704290] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.704426] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.704549] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.704640] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.704700] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.704836] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.704912] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.705135] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.705193] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.705253] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.705411] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.705465] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.705536] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0d7ba79b-ed4a-4041-b61b-3287e064aca9 is going to be created. [ 760.752985] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.754530] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.754530] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.754530] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.754530] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.754530] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ef10b224-45ba-4679-bf59-0770b9ec039c is going to be created. [ 760.776111] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.776271] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.776334] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.776543] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.776736] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.786595] env[65288]: DEBUG networking_nsxv3.common.locking [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Lock network-281 taken with stack trace [, , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.786839] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquiring lock "network-281" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.787060] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired lock "network-281" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.787505] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired external semaphore "network-281" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.791232] env[65288]: DEBUG networking_nsxv3.common.locking [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.791232] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquiring lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.791232] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.791232] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired external semaphore "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.791232] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Releasing lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.791232] env[65288]: DEBUG dogpile.cache.region [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] No value present for key: 'zone-id' {{(pid=65288) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 760.791232] env[65288]: DEBUG dogpile.lock [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] NeedRegenerationException {{(pid=65288) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 760.791232] env[65288]: DEBUG dogpile.lock [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] no value, waiting for create lock {{(pid=65288) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 760.791232] env[65288]: DEBUG dogpile.lock [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] value creation lock acquired {{(pid=65288) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 760.791232] env[65288]: DEBUG dogpile.cache.region [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] No value present for key: 'zone-id' {{(pid=65288) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 760.791232] env[65288]: DEBUG dogpile.lock [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Calling creation function for not-yet-present value {{(pid=65288) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 760.791232] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 760.792701] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0d7ba79b-ed4a-4041-b61b-3287e064aca9 in Status: IN_PROGRESS for 2s [ 760.794558] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d857526d-eac7-4714-83fd-2e68ebaa6ac6',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 760.796750] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.796750] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.796750] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.796970] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.797177] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.822428] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock member-d857526d-eac7-4714-83fd-2e68ebaa6ac6 taken with stack trace [, , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.822666] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d857526d-eac7-4714-83fd-2e68ebaa6ac6" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.823715] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ef10b224-45ba-4679-bf59-0770b9ec039c in Status: UNINITIALIZED for 2s [ 760.823984] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a5a6695d-c4c0-4ffd-9388-9ae3aa7f8930 with status ACTIVE [ 760.826181] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.826181] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.826181] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.826181] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.826181] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.826181] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.826181] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.826181] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.826181] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.826181] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.826181] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.826181] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.826181] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.826181] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.826181] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.826181] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a5a6695d-c4c0-4ffd-9388-9ae3aa7f8930 is going to be updated. [ 760.833334] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 760.833501] env[65288]: DEBUG dogpile.cache.region [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Cache value generated in 0.044 seconds for key(s): 'zone-id' {{(pid=65288) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 760.833635] env[65288]: DEBUG dogpile.lock [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Released creation lock {{(pid=65288) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 760.834029] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Releasing lock "network-281" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.834201] env[65288]: DEBUG networking_nsxv3.common.locking [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Lock port-0a866402-8c60-4eda-ba92-58cf4069db9e taken with stack trace [, , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.834290] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquiring lock "port-0a866402-8c60-4eda-ba92-58cf4069db9e" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.834415] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired lock "port-0a866402-8c60-4eda-ba92-58cf4069db9e" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.834949] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired external semaphore "port-0a866402-8c60-4eda-ba92-58cf4069db9e" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.835169] env[65288]: DEBUG networking_nsxv3.api.rpc [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0a866402-8c60-4eda-ba92-58cf4069db9e',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 760.855838] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.856051] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.856097] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.856651] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.856651] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.856651] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a5a6695d-c4c0-4ffd-9388-9ae3aa7f8930" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.266552] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 190d80dc-4948-45bb-a2a0-fd44e4377cb2 in Status: SUCCESS [ 761.266883] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-190d80dc-4948-45bb-a2a0-fd44e4377cb2" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.267054] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-190d80dc-4948-45bb-a2a0-fd44e4377cb2" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.267290] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-190d80dc-4948-45bb-a2a0-fd44e4377cb2" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.267375] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('190d80dc-4948-45bb-a2a0-fd44e4377cb2',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 761.300192] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d857526d-eac7-4714-83fd-2e68ebaa6ac6',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 761.338682] env[65288]: DEBUG networking_nsxv3.common.locking [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.338839] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.338839] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.339374] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.339374] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.339610] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Segment Port 0a866402-8c60-4eda-ba92-58cf4069db9e not found, creating... [ 761.340250] env[65288]: DEBUG networking_nsxv3.common.locking [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.340250] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquiring lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.340480] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.340630] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired external semaphore "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.340772] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Releasing lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.342173] env[65288]: DEBUG networking_nsxv3.common.locking [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.343893] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.343893] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.344211] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.344416] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.344611] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Resource: SegmentPort with ID: 0a866402-8c60-4eda-ba92-58cf4069db9e is going to be created. [ 761.390674] env[65288]: DEBUG networking_nsxv3.common.locking [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.392499] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.392499] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.392499] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.393834] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.394192] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Releasing lock "port-0a866402-8c60-4eda-ba92-58cf4069db9e" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.517568] env[65288]: INFO networking_nsxv3.common.synchronization [None req-3f48618b-6f1a-46a0-91a4-9e9415a89dec tempest-ServersTestManualDisk-787928515 tempest-ServersTestManualDisk-787928515-project-member] Enqueued Resource ID: 18e4ffa8-cd2d-48f6-b099-1a9f889f7ca1 with Priority: HIGHEST for action security_group_rules [ 761.518691] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 18e4ffa8-cd2d-48f6-b099-1a9f889f7ca1 with Priority: HIGHEST for action security_group_rules [ 761.518990] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock rules-18e4ffa8-cd2d-48f6-b099-1a9f889f7ca1 taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.519264] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-18e4ffa8-cd2d-48f6-b099-1a9f889f7ca1" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.519264] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-18e4ffa8-cd2d-48f6-b099-1a9f889f7ca1" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.519705] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-18e4ffa8-cd2d-48f6-b099-1a9f889f7ca1" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.519705] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('18e4ffa8-cd2d-48f6-b099-1a9f889f7ca1',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 761.764471] env[65288]: INFO networking_nsxv3.common.synchronization [None req-4bccd749-1d09-43ed-9740-63c962d772a9 tempest-ServersTestManualDisk-787928515 tempest-ServersTestManualDisk-787928515-project-member] Enqueued Resource ID: 18e4ffa8-cd2d-48f6-b099-1a9f889f7ca1 with Priority: HIGHEST for action security_group_rules [ 761.765161] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 18e4ffa8-cd2d-48f6-b099-1a9f889f7ca1 with Priority: HIGHEST for action security_group_rules [ 761.765545] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock rules-18e4ffa8-cd2d-48f6-b099-1a9f889f7ca1 taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.765621] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-18e4ffa8-cd2d-48f6-b099-1a9f889f7ca1" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.771644] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock member-190d80dc-4948-45bb-a2a0-fd44e4377cb2 taken with stack trace [, , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.771853] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-190d80dc-4948-45bb-a2a0-fd44e4377cb2" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.771931] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-190d80dc-4948-45bb-a2a0-fd44e4377cb2" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.772167] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-190d80dc-4948-45bb-a2a0-fd44e4377cb2" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.772351] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.772486] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.772556] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.772732] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.772825] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.772915] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-190d80dc-4948-45bb-a2a0-fd44e4377cb2" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.773016] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('190d80dc-4948-45bb-a2a0-fd44e4377cb2',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 761.803483] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.803705] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.803796] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.804091] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.804197] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.804334] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d857526d-eac7-4714-83fd-2e68ebaa6ac6 is going to be updated. [ 761.849696] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.849881] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.849960] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.850213] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.850417] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.874902] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d857526d-eac7-4714-83fd-2e68ebaa6ac6 in Status: IN_PROGRESS for 2s [ 762.047450] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.047889] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.047889] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.047889] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.048357] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.048357] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 18e4ffa8-cd2d-48f6-b099-1a9f889f7ca1 already deleted. [ 762.048357] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-18e4ffa8-cd2d-48f6-b099-1a9f889f7ca1" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.048490] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-18e4ffa8-cd2d-48f6-b099-1a9f889f7ca1" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.048639] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-18e4ffa8-cd2d-48f6-b099-1a9f889f7ca1" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.048697] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('18e4ffa8-cd2d-48f6-b099-1a9f889f7ca1',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 762.127230] env[65288]: INFO networking_nsxv3.common.synchronization [req-f2d27877-a745-4d9b-9f4a-1badb123963c req-8641f94b-d9c0-4851-b37a-305ce7d7762b service nova] Enqueued Resource ID: 87c84149-cfef-4d12-ab0a-ed7e843e7799 with Priority: HIGHEST for action security_group_rules [ 762.127400] env[65288]: INFO networking_nsxv3.common.synchronization [req-f2d27877-a745-4d9b-9f4a-1badb123963c req-8641f94b-d9c0-4851-b37a-305ce7d7762b service nova] Enqueued Resource ID: 87c84149-cfef-4d12-ab0a-ed7e843e7799 with Priority: HIGHEST for action security_group_members [ 762.127589] env[65288]: INFO networking_nsxv3.common.synchronization [req-f2d27877-a745-4d9b-9f4a-1badb123963c req-8641f94b-d9c0-4851-b37a-305ce7d7762b service nova] Enqueued Resource ID: 0a866402-8c60-4eda-ba92-58cf4069db9e with Priority: HIGHEST for action port [ 762.128369] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 87c84149-cfef-4d12-ab0a-ed7e843e7799 with Priority: HIGHEST for action security_group_rules [ 762.128460] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 87c84149-cfef-4d12-ab0a-ed7e843e7799 with Priority: HIGHEST for action security_group_members [ 762.128566] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0a866402-8c60-4eda-ba92-58cf4069db9e with Priority: HIGHEST for action port [ 762.128782] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock rules-87c84149-cfef-4d12-ab0a-ed7e843e7799 taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.128898] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-87c84149-cfef-4d12-ab0a-ed7e843e7799" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.128990] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-87c84149-cfef-4d12-ab0a-ed7e843e7799" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.129307] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-87c84149-cfef-4d12-ab0a-ed7e843e7799" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.129393] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('87c84149-cfef-4d12-ab0a-ed7e843e7799',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 762.131414] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock member-87c84149-cfef-4d12-ab0a-ed7e843e7799 taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.131586] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-87c84149-cfef-4d12-ab0a-ed7e843e7799" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.131649] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-87c84149-cfef-4d12-ab0a-ed7e843e7799" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.131940] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-87c84149-cfef-4d12-ab0a-ed7e843e7799" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.132133] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.132882] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.133362] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.133613] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.133718] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.133821] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('87c84149-cfef-4d12-ab0a-ed7e843e7799',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 762.135646] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock port-0a866402-8c60-4eda-ba92-58cf4069db9e taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.135769] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0a866402-8c60-4eda-ba92-58cf4069db9e" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.137781] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0a866402-8c60-4eda-ba92-58cf4069db9e" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.137781] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0a866402-8c60-4eda-ba92-58cf4069db9e" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.137781] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0a866402-8c60-4eda-ba92-58cf4069db9e',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 762.277030] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock member-190d80dc-4948-45bb-a2a0-fd44e4377cb2 taken with stack trace [, , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.277598] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-190d80dc-4948-45bb-a2a0-fd44e4377cb2" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.277598] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-190d80dc-4948-45bb-a2a0-fd44e4377cb2" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.277598] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-190d80dc-4948-45bb-a2a0-fd44e4377cb2" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.278079] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.278387] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.278483] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.278707] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.278835] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.279071] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-190d80dc-4948-45bb-a2a0-fd44e4377cb2" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.279289] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock member-190d80dc-4948-45bb-a2a0-fd44e4377cb2 taken with stack trace [, , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.279424] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-190d80dc-4948-45bb-a2a0-fd44e4377cb2" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.279508] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-190d80dc-4948-45bb-a2a0-fd44e4377cb2" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.279692] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-190d80dc-4948-45bb-a2a0-fd44e4377cb2" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.280506] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.281025] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.281154] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.281366] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.281464] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.281561] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-190d80dc-4948-45bb-a2a0-fd44e4377cb2" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.281725] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('190d80dc-4948-45bb-a2a0-fd44e4377cb2',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 762.571879] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.572048] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.572230] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.572315] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.572436] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.572496] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 18e4ffa8-cd2d-48f6-b099-1a9f889f7ca1 already deleted. [ 762.572614] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-18e4ffa8-cd2d-48f6-b099-1a9f889f7ca1" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.632540] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock member-87c84149-cfef-4d12-ab0a-ed7e843e7799 taken with stack trace [, , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.632540] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-87c84149-cfef-4d12-ab0a-ed7e843e7799" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.636862] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('87c84149-cfef-4d12-ab0a-ed7e843e7799',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 762.643315] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0a866402-8c60-4eda-ba92-58cf4069db9e with status ACTIVE [ 762.643315] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.643315] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.643315] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.643588] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.643588] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.643694] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.644712] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.644712] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.644712] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.644712] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.644712] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.644712] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.644712] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.644712] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.644712] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.644712] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0a866402-8c60-4eda-ba92-58cf4069db9e is going to be updated. [ 762.668058] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.668259] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.668305] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.668575] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.669577] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.669805] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0a866402-8c60-4eda-ba92-58cf4069db9e" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.785068] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 190d80dc-4948-45bb-a2a0-fd44e4377cb2: rpc.has_security_group_logging(os_id): False [ 762.817182] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0d7ba79b-ed4a-4041-b61b-3287e064aca9 in Status: SUCCESS [ 762.817539] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0d7ba79b-ed4a-4041-b61b-3287e064aca9" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.819783] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.819940] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.820038] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.821247] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.821377] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.821668] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.821831] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.822019] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.822285] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.822413] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.822688] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.822823] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.822949] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.823140] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.823246] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.823459] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.823570] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.823681] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.823840] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.823938] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.824212] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 190d80dc-4948-45bb-a2a0-fd44e4377cb2 is going to be updated. [ 762.852010] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ef10b224-45ba-4679-bf59-0770b9ec039c in Status: SUCCESS [ 762.852292] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ef10b224-45ba-4679-bf59-0770b9ec039c" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.852488] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ef10b224-45ba-4679-bf59-0770b9ec039c" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.852733] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ef10b224-45ba-4679-bf59-0770b9ec039c" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.852972] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.853119] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.853186] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.853369] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.853449] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.853551] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ef10b224-45ba-4679-bf59-0770b9ec039c" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.853640] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ef10b224-45ba-4679-bf59-0770b9ec039c',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 762.938081] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.938292] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.938504] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.938705] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.938948] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.960868] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 190d80dc-4948-45bb-a2a0-fd44e4377cb2 in Status: IN_PROGRESS for 2s [ 763.141030] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('87c84149-cfef-4d12-ab0a-ed7e843e7799',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 763.357684] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ef10b224-45ba-4679-bf59-0770b9ec039c',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 763.602295] env[65288]: INFO networking_nsxv3.common.synchronization [None req-b5543d24-d0d6-4b30-8b63-fe2c217eda2f tempest-ServersTestJSON-839521041 tempest-ServersTestJSON-839521041-project-member] Enqueued Resource ID: ada53836-28c8-4535-89e2-e67e49a24d7f with Priority: HIGHEST for action security_group_rules [ 763.606188] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ada53836-28c8-4535-89e2-e67e49a24d7f with Priority: HIGHEST for action security_group_rules [ 763.606188] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ada53836-28c8-4535-89e2-e67e49a24d7f taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.606188] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ada53836-28c8-4535-89e2-e67e49a24d7f" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.606188] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ada53836-28c8-4535-89e2-e67e49a24d7f" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.606188] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ada53836-28c8-4535-89e2-e67e49a24d7f" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.606188] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ada53836-28c8-4535-89e2-e67e49a24d7f',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 763.646912] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.647077] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.647141] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.647334] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.647417] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.647513] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 87c84149-cfef-4d12-ab0a-ed7e843e7799 is going to be created. [ 763.679948] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.680134] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.680203] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.680434] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.680596] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.694799] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 87c84149-cfef-4d12-ab0a-ed7e843e7799 in Status: UNINITIALIZED for 2s [ 763.860779] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ef10b224-45ba-4679-bf59-0770b9ec039c: rpc.has_security_group_logging(os_id): False [ 763.869785] env[65288]: INFO networking_nsxv3.common.synchronization [None req-c88ca73f-a910-4c71-931d-437dd192c043 tempest-ServersTestJSON-839521041 tempest-ServersTestJSON-839521041-project-member] Enqueued Resource ID: ada53836-28c8-4535-89e2-e67e49a24d7f with Priority: HIGHEST for action security_group_rules [ 763.870888] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ada53836-28c8-4535-89e2-e67e49a24d7f with Priority: HIGHEST for action security_group_rules [ 763.871365] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ada53836-28c8-4535-89e2-e67e49a24d7f taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.871365] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ada53836-28c8-4535-89e2-e67e49a24d7f" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.888917] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d857526d-eac7-4714-83fd-2e68ebaa6ac6 in Status: SUCCESS [ 763.889207] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d857526d-eac7-4714-83fd-2e68ebaa6ac6" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.889780] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d857526d-eac7-4714-83fd-2e68ebaa6ac6" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.890041] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d857526d-eac7-4714-83fd-2e68ebaa6ac6" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.890224] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.890351] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.890417] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.890574] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.890652] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.890935] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d857526d-eac7-4714-83fd-2e68ebaa6ac6',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 763.895042] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.895042] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.895042] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.895042] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.895042] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.895042] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.895042] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.895042] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.895042] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.895042] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.895042] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ef10b224-45ba-4679-bf59-0770b9ec039c is going to be created. [ 763.987236] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.987236] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.987236] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.987236] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.987236] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.003393] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ef10b224-45ba-4679-bf59-0770b9ec039c in Status: IN_PROGRESS for 2s [ 764.129224] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.130293] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.130293] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.130293] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.130293] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.130293] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ada53836-28c8-4535-89e2-e67e49a24d7f already deleted. [ 764.130293] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ada53836-28c8-4535-89e2-e67e49a24d7f" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.130293] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ada53836-28c8-4535-89e2-e67e49a24d7f" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.130293] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ada53836-28c8-4535-89e2-e67e49a24d7f" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.130293] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ada53836-28c8-4535-89e2-e67e49a24d7f',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 764.399632] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d857526d-eac7-4714-83fd-2e68ebaa6ac6',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 764.657052] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.657052] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.657052] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.657052] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.657052] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.657052] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ada53836-28c8-4535-89e2-e67e49a24d7f already deleted. [ 764.657052] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ada53836-28c8-4535-89e2-e67e49a24d7f" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.903325] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d857526d-eac7-4714-83fd-2e68ebaa6ac6',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 764.982971] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 190d80dc-4948-45bb-a2a0-fd44e4377cb2 in Status: SUCCESS [ 764.983327] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-190d80dc-4948-45bb-a2a0-fd44e4377cb2" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.041193] env[65288]: INFO networking_nsxv3.common.synchronization [req-7f5f2083-5371-4803-b01d-38b143337483 req-eef5d0d9-545a-45b4-b6fc-9ec9bc7d54c8 tempest-ServersWithSpecificFlavorTestJSON-1599039208 tempest-ServersWithSpecificFlavorTestJSON-1599039208-project-member] Enqueued Resource ID: 7c0d4d7d-0f42-44b6-9b96-48783f50789f with Priority: HIGHEST for action security_group_members [ 765.041193] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7c0d4d7d-0f42-44b6-9b96-48783f50789f with Priority: HIGHEST for action security_group_members [ 765.041635] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock member-7c0d4d7d-0f42-44b6-9b96-48783f50789f taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.041953] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7c0d4d7d-0f42-44b6-9b96-48783f50789f" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.042176] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7c0d4d7d-0f42-44b6-9b96-48783f50789f" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.042484] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7c0d4d7d-0f42-44b6-9b96-48783f50789f" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.042827] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.045026] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.045026] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.045026] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.045026] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.045026] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7c0d4d7d-0f42-44b6-9b96-48783f50789f',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 765.407774] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.408171] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.408171] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.408454] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.408512] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.408650] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d857526d-eac7-4714-83fd-2e68ebaa6ac6 is going to be updated. [ 765.448999] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.449153] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.449153] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.449353] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.449502] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.461859] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d857526d-eac7-4714-83fd-2e68ebaa6ac6 in Status: IN_PROGRESS for 2s [ 765.545275] env[65288]: DEBUG networking_nsxv3.common.locking [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Lock network-987 taken with stack trace [, , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.545473] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquiring lock "network-987" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.545912] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired lock "network-987" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.546251] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired external semaphore "network-987" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.546518] env[65288]: DEBUG networking_nsxv3.common.locking [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.546672] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquiring lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.546788] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.547193] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired external semaphore "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.547335] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Releasing lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.547599] env[65288]: DEBUG dogpile.cache.region [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] No value present for key: 'zone-id' {{(pid=65288) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 765.547710] env[65288]: DEBUG dogpile.lock [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] NeedRegenerationException {{(pid=65288) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 765.547813] env[65288]: DEBUG dogpile.lock [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] no value, waiting for create lock {{(pid=65288) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 765.548021] env[65288]: DEBUG dogpile.lock [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] value creation lock acquired {{(pid=65288) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 765.548179] env[65288]: DEBUG dogpile.cache.region [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] No value present for key: 'zone-id' {{(pid=65288) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 765.548299] env[65288]: DEBUG dogpile.lock [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Calling creation function for not-yet-present value {{(pid=65288) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 765.548451] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 765.550037] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.550219] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.550405] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.550559] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.550622] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.550803] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.550901] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.550964] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.551125] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.551215] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.552189] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7c0d4d7d-0f42-44b6-9b96-48783f50789f is going to be updated. [ 765.571446] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 765.571602] env[65288]: DEBUG dogpile.cache.region [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65288) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 765.571792] env[65288]: DEBUG dogpile.lock [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Released creation lock {{(pid=65288) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 765.572028] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Releasing lock "network-987" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.572380] env[65288]: DEBUG networking_nsxv3.common.locking [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Lock port-6882f12a-035a-45c1-8086-0513663596a0 taken with stack trace [, , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.572552] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquiring lock "port-6882f12a-035a-45c1-8086-0513663596a0" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.572665] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired lock "port-6882f12a-035a-45c1-8086-0513663596a0" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.573058] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired external semaphore "port-6882f12a-035a-45c1-8086-0513663596a0" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.573227] env[65288]: DEBUG networking_nsxv3.api.rpc [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6882f12a-035a-45c1-8086-0513663596a0',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 765.588420] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.588611] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.588611] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.588759] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.588897] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.602083] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7c0d4d7d-0f42-44b6-9b96-48783f50789f in Status: IN_PROGRESS for 2s [ 765.704912] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 87c84149-cfef-4d12-ab0a-ed7e843e7799 in Status: SUCCESS [ 765.705727] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-87c84149-cfef-4d12-ab0a-ed7e843e7799" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.705727] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-87c84149-cfef-4d12-ab0a-ed7e843e7799" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.705727] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-87c84149-cfef-4d12-ab0a-ed7e843e7799" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.705988] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.705988] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.706093] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.706215] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.706295] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.706378] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-87c84149-cfef-4d12-ab0a-ed7e843e7799" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.706480] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('87c84149-cfef-4d12-ab0a-ed7e843e7799',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 766.017554] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ef10b224-45ba-4679-bf59-0770b9ec039c in Status: SUCCESS [ 766.018077] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ef10b224-45ba-4679-bf59-0770b9ec039c" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.076137] env[65288]: DEBUG networking_nsxv3.common.locking [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.076472] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.076625] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.076962] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.077214] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.077397] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Segment Port 6882f12a-035a-45c1-8086-0513663596a0 not found, creating... [ 766.077760] env[65288]: DEBUG networking_nsxv3.common.locking [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.078060] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquiring lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.078293] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.078584] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired external semaphore "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.078773] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Releasing lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.079444] env[65288]: DEBUG networking_nsxv3.common.locking [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.079739] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.080031] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.080452] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.081077] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.081343] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Resource: SegmentPort with ID: 6882f12a-035a-45c1-8086-0513663596a0 is going to be created. [ 766.106792] env[65288]: DEBUG networking_nsxv3.common.locking [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.107065] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.107231] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.107714] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.108073] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.108352] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Releasing lock "port-6882f12a-035a-45c1-8086-0513663596a0" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.209235] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock member-87c84149-cfef-4d12-ab0a-ed7e843e7799 taken with stack trace [, , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.209464] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-87c84149-cfef-4d12-ab0a-ed7e843e7799" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.209464] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-87c84149-cfef-4d12-ab0a-ed7e843e7799" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.209718] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-87c84149-cfef-4d12-ab0a-ed7e843e7799" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.211459] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.211662] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.211848] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.212175] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.212340] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.213026] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-87c84149-cfef-4d12-ab0a-ed7e843e7799" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.213026] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock member-87c84149-cfef-4d12-ab0a-ed7e843e7799 taken with stack trace [, , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.213026] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-87c84149-cfef-4d12-ab0a-ed7e843e7799" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.213329] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-87c84149-cfef-4d12-ab0a-ed7e843e7799" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.214968] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-87c84149-cfef-4d12-ab0a-ed7e843e7799" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.215919] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.216170] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.216277] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.216667] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.216801] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.216961] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-87c84149-cfef-4d12-ab0a-ed7e843e7799" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.217353] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('87c84149-cfef-4d12-ab0a-ed7e843e7799',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 766.522701] env[65288]: INFO networking_nsxv3.common.synchronization [req-9851da2d-e94c-4bb6-b5c4-d9d940a27b0b req-5fda9bd8-0b20-4f6d-80b1-a3f30b16ada5 tempest-DeleteServersTestJSON-1755245245 tempest-DeleteServersTestJSON-1755245245-project-member] Enqueued Resource ID: 5c1b1b02-0d0e-421c-9442-12c88f168c61 with Priority: HIGHEST for action security_group_members [ 766.524535] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5c1b1b02-0d0e-421c-9442-12c88f168c61 with Priority: HIGHEST for action security_group_members [ 766.524535] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock member-5c1b1b02-0d0e-421c-9442-12c88f168c61 taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.524535] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5c1b1b02-0d0e-421c-9442-12c88f168c61" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.524535] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5c1b1b02-0d0e-421c-9442-12c88f168c61" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.526683] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5c1b1b02-0d0e-421c-9442-12c88f168c61" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.526977] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.527116] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.527193] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.527336] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.527454] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.527585] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5c1b1b02-0d0e-421c-9442-12c88f168c61',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 766.723607] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 87c84149-cfef-4d12-ab0a-ed7e843e7799: rpc.has_security_group_logging(os_id): False [ 766.741392] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.744020] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.744020] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.744020] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.744020] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.744020] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.744020] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.744020] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.744020] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.744020] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.744020] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.744020] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.744020] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.744020] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.744020] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.744614] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.744953] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.745157] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.745382] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.746395] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.746395] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 87c84149-cfef-4d12-ab0a-ed7e843e7799 is going to be created. [ 766.816994] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.818749] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.818749] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.818749] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.818749] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.836450] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 87c84149-cfef-4d12-ab0a-ed7e843e7799 in Status: IN_PROGRESS for 2s [ 766.863819] env[65288]: INFO networking_nsxv3.common.synchronization [req-7f5f2083-5371-4803-b01d-38b143337483 req-0df8becd-d7e2-444a-909f-e3299a4b08fe service nova] Enqueued Resource ID: 7c0d4d7d-0f42-44b6-9b96-48783f50789f with Priority: HIGHEST for action security_group_rules [ 766.863819] env[65288]: INFO networking_nsxv3.common.synchronization [req-7f5f2083-5371-4803-b01d-38b143337483 req-0df8becd-d7e2-444a-909f-e3299a4b08fe service nova] Enqueued Resource ID: 7c0d4d7d-0f42-44b6-9b96-48783f50789f with Priority: HIGHEST for action security_group_members [ 766.863819] env[65288]: INFO networking_nsxv3.common.synchronization [req-7f5f2083-5371-4803-b01d-38b143337483 req-0df8becd-d7e2-444a-909f-e3299a4b08fe service nova] Enqueued Resource ID: 6882f12a-035a-45c1-8086-0513663596a0 with Priority: HIGHEST for action port [ 766.865416] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7c0d4d7d-0f42-44b6-9b96-48783f50789f with Priority: HIGHEST for action security_group_rules [ 766.865804] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7c0d4d7d-0f42-44b6-9b96-48783f50789f with Priority: HIGHEST for action security_group_members [ 766.866437] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6882f12a-035a-45c1-8086-0513663596a0 with Priority: HIGHEST for action port [ 766.867011] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7c0d4d7d-0f42-44b6-9b96-48783f50789f taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.867190] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7c0d4d7d-0f42-44b6-9b96-48783f50789f" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.867271] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7c0d4d7d-0f42-44b6-9b96-48783f50789f" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.867534] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7c0d4d7d-0f42-44b6-9b96-48783f50789f" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.867642] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7c0d4d7d-0f42-44b6-9b96-48783f50789f',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 766.869419] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock member-7c0d4d7d-0f42-44b6-9b96-48783f50789f taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.870024] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7c0d4d7d-0f42-44b6-9b96-48783f50789f" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.870411] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock port-6882f12a-035a-45c1-8086-0513663596a0 taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.870916] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6882f12a-035a-45c1-8086-0513663596a0" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.871993] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6882f12a-035a-45c1-8086-0513663596a0" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.871993] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6882f12a-035a-45c1-8086-0513663596a0" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.871993] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6882f12a-035a-45c1-8086-0513663596a0',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 767.003902] env[65288]: INFO networking_nsxv3.common.synchronization [None req-80835755-d5a2-4215-8388-c68cc8fc7742 None None] Enqueued Resource ID: f86671bd-ea9e-4fc0-9d39-77c8432139c8 with Priority: HIGHEST for action port [ 767.005050] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f86671bd-ea9e-4fc0-9d39-77c8432139c8 with Priority: HIGHEST for action port [ 767.005050] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock port-f86671bd-ea9e-4fc0-9d39-77c8432139c8 taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.005050] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f86671bd-ea9e-4fc0-9d39-77c8432139c8" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.005050] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f86671bd-ea9e-4fc0-9d39-77c8432139c8" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.005050] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f86671bd-ea9e-4fc0-9d39-77c8432139c8" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.005360] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f86671bd-ea9e-4fc0-9d39-77c8432139c8',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 767.030694] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.030844] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.030915] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.031133] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.031222] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.031414] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.031656] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.031656] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.031719] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.031767] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.031851] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5c1b1b02-0d0e-421c-9442-12c88f168c61 is going to be updated. [ 767.059529] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.059681] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.059752] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.059945] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.060098] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.069431] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5c1b1b02-0d0e-421c-9442-12c88f168c61 in Status: IN_PROGRESS for 2s [ 767.375090] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock member-7c0d4d7d-0f42-44b6-9b96-48783f50789f taken with stack trace [, , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.375515] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7c0d4d7d-0f42-44b6-9b96-48783f50789f" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.375515] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 6882f12a-035a-45c1-8086-0513663596a0 with status ACTIVE [ 767.375617] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.375716] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.375768] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.376277] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.376446] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.376983] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.376983] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.376983] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.376983] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.376983] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.377354] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.377354] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.377354] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.377525] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.377525] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.377525] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 6882f12a-035a-45c1-8086-0513663596a0 is going to be updated. [ 767.402760] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.402990] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.402990] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.403207] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.403391] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.403679] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6882f12a-035a-45c1-8086-0513663596a0" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.473211] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d857526d-eac7-4714-83fd-2e68ebaa6ac6 in Status: SUCCESS [ 767.473526] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d857526d-eac7-4714-83fd-2e68ebaa6ac6" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.473683] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d857526d-eac7-4714-83fd-2e68ebaa6ac6" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.474073] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d857526d-eac7-4714-83fd-2e68ebaa6ac6" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.474351] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.474462] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.474514] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.474706] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.474834] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.474961] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d857526d-eac7-4714-83fd-2e68ebaa6ac6" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.475298] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d857526d-eac7-4714-83fd-2e68ebaa6ac6',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 767.507190] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f86671bd-ea9e-4fc0-9d39-77c8432139c8 [ 767.507522] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.507694] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.507754] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.508104] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.508200] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.508316] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f86671bd-ea9e-4fc0-9d39-77c8432139c8 already deleted. [ 767.508397] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f86671bd-ea9e-4fc0-9d39-77c8432139c8" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.613902] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7c0d4d7d-0f42-44b6-9b96-48783f50789f in Status: SUCCESS [ 767.614194] env[65288]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7c0d4d7d-0f42-44b6-9b96-48783f50789f deletion is rescheduled due to dependency. [ 767.614232] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7c0d4d7d-0f42-44b6-9b96-48783f50789f" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.614395] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7c0d4d7d-0f42-44b6-9b96-48783f50789f" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.614656] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7c0d4d7d-0f42-44b6-9b96-48783f50789f" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.614843] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.614962] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.615038] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.615350] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.615460] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.615530] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7c0d4d7d-0f42-44b6-9b96-48783f50789f',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 767.979103] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d857526d-eac7-4714-83fd-2e68ebaa6ac6',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 768.120655] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7c0d4d7d-0f42-44b6-9b96-48783f50789f',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 768.481867] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d857526d-eac7-4714-83fd-2e68ebaa6ac6: rpc.has_security_group_logging(os_id): False [ 768.510435] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.510585] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.510585] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.510933] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.511071] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.511465] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.511687] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.511799] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.512291] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.513113] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.514041] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d857526d-eac7-4714-83fd-2e68ebaa6ac6 is going to be updated. [ 768.593091] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.593091] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.593091] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.593397] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.593587] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.611062] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d857526d-eac7-4714-83fd-2e68ebaa6ac6 in Status: IN_PROGRESS for 2s [ 768.624600] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7c0d4d7d-0f42-44b6-9b96-48783f50789f',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 768.850029] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 87c84149-cfef-4d12-ab0a-ed7e843e7799 in Status: SUCCESS [ 768.850029] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-87c84149-cfef-4d12-ab0a-ed7e843e7799" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.038989] env[65288]: INFO networking_nsxv3.common.synchronization [req-5b502c5a-87ac-4266-9b49-6f2351fe49a5 req-7f277031-ccdc-44a6-90cd-5e8ef38a5c18 tempest-ServerDiskConfigTestJSON-1970916035 tempest-ServerDiskConfigTestJSON-1970916035-project-member] Enqueued Resource ID: d245eef6-5371-47ae-aacd-21ec39f91d63 with Priority: HIGHEST for action security_group_members [ 769.039719] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d245eef6-5371-47ae-aacd-21ec39f91d63 with Priority: HIGHEST for action security_group_members [ 769.040395] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock member-d245eef6-5371-47ae-aacd-21ec39f91d63 taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.040395] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d245eef6-5371-47ae-aacd-21ec39f91d63" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.040395] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d245eef6-5371-47ae-aacd-21ec39f91d63" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.041444] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d245eef6-5371-47ae-aacd-21ec39f91d63" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.041444] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.041444] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.041444] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.041444] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.041444] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.041444] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d245eef6-5371-47ae-aacd-21ec39f91d63',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 769.082266] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5c1b1b02-0d0e-421c-9442-12c88f168c61 in Status: SUCCESS [ 769.082741] env[65288]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5c1b1b02-0d0e-421c-9442-12c88f168c61 deletion is rescheduled due to dependency. [ 769.082741] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5c1b1b02-0d0e-421c-9442-12c88f168c61" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.131165] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.131165] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.131165] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.131165] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.131579] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.131679] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7c0d4d7d-0f42-44b6-9b96-48783f50789f is going to be updated. [ 769.170977] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.170977] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.170977] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.171553] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.171762] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.197834] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7c0d4d7d-0f42-44b6-9b96-48783f50789f in Status: IN_PROGRESS for 2s [ 769.544715] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.546668] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.547389] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.548136] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.548136] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.548136] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.548376] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.548649] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.549125] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.549125] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.549125] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d245eef6-5371-47ae-aacd-21ec39f91d63 is going to be updated. [ 769.555119] env[65288]: INFO networking_nsxv3.common.synchronization [None req-0e51887c-55c5-4faa-8831-73e64ecf5335 None None] Enqueued Resource ID: ea9eb2ec-d601-4375-b7ac-627223f0fba7 with Priority: HIGHEST for action port [ 769.558073] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ea9eb2ec-d601-4375-b7ac-627223f0fba7 with Priority: HIGHEST for action port [ 769.558073] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock port-ea9eb2ec-d601-4375-b7ac-627223f0fba7 taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.558073] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ea9eb2ec-d601-4375-b7ac-627223f0fba7" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.558467] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ea9eb2ec-d601-4375-b7ac-627223f0fba7" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.559766] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ea9eb2ec-d601-4375-b7ac-627223f0fba7" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.559814] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ea9eb2ec-d601-4375-b7ac-627223f0fba7',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 769.587293] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.587293] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.587293] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.587293] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.587293] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.598920] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d245eef6-5371-47ae-aacd-21ec39f91d63 in Status: IN_PROGRESS for 2s [ 770.061913] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ea9eb2ec-d601-4375-b7ac-627223f0fba7 [ 770.063625] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.063625] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.063625] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.063625] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.063625] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.063625] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ea9eb2ec-d601-4375-b7ac-627223f0fba7 already deleted. [ 770.063625] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ea9eb2ec-d601-4375-b7ac-627223f0fba7" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.450294] env[65288]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-cb3e2329-a6ab-4918-b717-082b4960ccf0 None None] NSXv3 Agent Agent loop - iteration:0 completed [ 770.450440] env[65288]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-cb3e2329-a6ab-4918-b717-082b4960ccf0 None None] NSXv3 Agent Agent loop - iteration:1 started [ 770.585024] env[65288]: INFO networking_nsxv3.common.synchronization [None req-91db2556-136b-44d7-8718-f6b24d8721a9 None None] Enqueued Resource ID: 32f3330c-70a9-4770-b6c6-5b9e8a5442e4 with Priority: HIGHEST for action port [ 770.585370] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 32f3330c-70a9-4770-b6c6-5b9e8a5442e4 with Priority: HIGHEST for action port [ 770.585689] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock port-32f3330c-70a9-4770-b6c6-5b9e8a5442e4 taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.586127] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-32f3330c-70a9-4770-b6c6-5b9e8a5442e4" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.586127] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-32f3330c-70a9-4770-b6c6-5b9e8a5442e4" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.588930] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-32f3330c-70a9-4770-b6c6-5b9e8a5442e4" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.589239] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('32f3330c-70a9-4770-b6c6-5b9e8a5442e4',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 770.629529] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d857526d-eac7-4714-83fd-2e68ebaa6ac6 in Status: SUCCESS [ 770.629818] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d857526d-eac7-4714-83fd-2e68ebaa6ac6" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.090851] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 32f3330c-70a9-4770-b6c6-5b9e8a5442e4 [ 771.091137] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.091543] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.091684] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.091920] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.092065] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.092843] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:32f3330c-70a9-4770-b6c6-5b9e8a5442e4 already deleted. [ 771.092923] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-32f3330c-70a9-4770-b6c6-5b9e8a5442e4" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.135384] env[65288]: INFO networking_nsxv3.common.synchronization [req-2923e69b-281f-409d-b3bb-cf66454bda85 req-ff92bdb1-4b54-4dc1-9537-782b542a420d tempest-ImagesTestJSON-2079948910 tempest-ImagesTestJSON-2079948910-project-member] Enqueued Resource ID: 478730e0-937c-4d51-bdac-99273bb9dff3 with Priority: HIGHEST for action security_group_members [ 771.136042] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 478730e0-937c-4d51-bdac-99273bb9dff3 with Priority: HIGHEST for action security_group_members [ 771.137014] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock member-478730e0-937c-4d51-bdac-99273bb9dff3 taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.137173] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-478730e0-937c-4d51-bdac-99273bb9dff3" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.137231] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-478730e0-937c-4d51-bdac-99273bb9dff3" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.137473] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-478730e0-937c-4d51-bdac-99273bb9dff3" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.137712] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.137782] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.137850] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.138112] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.138213] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.138310] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('478730e0-937c-4d51-bdac-99273bb9dff3',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 771.211138] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7c0d4d7d-0f42-44b6-9b96-48783f50789f in Status: SUCCESS [ 771.211138] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7c0d4d7d-0f42-44b6-9b96-48783f50789f" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.211138] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7c0d4d7d-0f42-44b6-9b96-48783f50789f" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.211138] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7c0d4d7d-0f42-44b6-9b96-48783f50789f" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.211138] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.211138] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.211138] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.211138] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.211138] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.211138] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7c0d4d7d-0f42-44b6-9b96-48783f50789f" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.211138] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7c0d4d7d-0f42-44b6-9b96-48783f50789f',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 771.611338] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d245eef6-5371-47ae-aacd-21ec39f91d63 in Status: SUCCESS [ 771.611651] env[65288]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d245eef6-5371-47ae-aacd-21ec39f91d63 deletion is rescheduled due to dependency. [ 771.611829] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d245eef6-5371-47ae-aacd-21ec39f91d63" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.646035] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.646035] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.646035] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.646035] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.646035] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.646035] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.646035] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.646035] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.646035] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.646035] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.646035] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 478730e0-937c-4d51-bdac-99273bb9dff3 is going to be updated. [ 771.673120] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.673370] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.673493] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.673799] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.674028] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.686803] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 478730e0-937c-4d51-bdac-99273bb9dff3 in Status: IN_PROGRESS for 2s [ 771.712647] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7c0d4d7d-0f42-44b6-9b96-48783f50789f',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 771.725439] env[65288]: DEBUG networking_nsxv3.common.locking [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Lock network-797 taken with stack trace [, , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.725631] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquiring lock "network-797" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.725744] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired lock "network-797" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.726068] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired external semaphore "network-797" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.726348] env[65288]: DEBUG networking_nsxv3.common.locking [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.726537] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquiring lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.726651] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.726886] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired external semaphore "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.727034] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Releasing lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.727257] env[65288]: DEBUG dogpile.cache.region [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] No value present for key: 'zone-id' {{(pid=65288) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 771.727386] env[65288]: DEBUG dogpile.lock [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] NeedRegenerationException {{(pid=65288) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 771.727491] env[65288]: DEBUG dogpile.lock [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] no value, waiting for create lock {{(pid=65288) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 771.727671] env[65288]: DEBUG dogpile.lock [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] value creation lock acquired {{(pid=65288) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 771.727784] env[65288]: DEBUG dogpile.cache.region [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] No value present for key: 'zone-id' {{(pid=65288) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 771.727881] env[65288]: DEBUG dogpile.lock [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Calling creation function for not-yet-present value {{(pid=65288) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 771.728089] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 771.753250] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 771.753250] env[65288]: DEBUG dogpile.cache.region [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65288) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 771.753250] env[65288]: DEBUG dogpile.lock [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Released creation lock {{(pid=65288) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 771.753250] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Releasing lock "network-797" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.753250] env[65288]: DEBUG networking_nsxv3.common.locking [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Lock port-a9f8ba01-03a1-4d5a-b60c-e87fdbcea38a taken with stack trace [, , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.753250] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquiring lock "port-a9f8ba01-03a1-4d5a-b60c-e87fdbcea38a" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.753250] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired lock "port-a9f8ba01-03a1-4d5a-b60c-e87fdbcea38a" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.753846] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired external semaphore "port-a9f8ba01-03a1-4d5a-b60c-e87fdbcea38a" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.753846] env[65288]: DEBUG networking_nsxv3.api.rpc [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a9f8ba01-03a1-4d5a-b60c-e87fdbcea38a',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 772.216153] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7c0d4d7d-0f42-44b6-9b96-48783f50789f: rpc.has_security_group_logging(os_id): False [ 772.238397] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.238602] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.238602] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.238770] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.238874] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.239198] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.239332] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.239396] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.239498] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.239571] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.239655] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7c0d4d7d-0f42-44b6-9b96-48783f50789f is going to be updated. [ 772.258367] env[65288]: DEBUG networking_nsxv3.common.locking [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.258367] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.258367] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.258513] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.258637] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.258767] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Segment Port a9f8ba01-03a1-4d5a-b60c-e87fdbcea38a not found, creating... [ 772.259039] env[65288]: DEBUG networking_nsxv3.common.locking [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.259197] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquiring lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.259287] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.259496] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired external semaphore "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.260132] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Releasing lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.260460] env[65288]: DEBUG networking_nsxv3.common.locking [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.260619] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.260732] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.260938] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.261144] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.261331] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Resource: SegmentPort with ID: a9f8ba01-03a1-4d5a-b60c-e87fdbcea38a is going to be created. [ 772.287524] env[65288]: DEBUG networking_nsxv3.common.locking [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.287524] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.287651] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.288131] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.288600] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.289215] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Releasing lock "port-a9f8ba01-03a1-4d5a-b60c-e87fdbcea38a" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.344341] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.344341] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.344341] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.344341] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.344341] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.366804] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7c0d4d7d-0f42-44b6-9b96-48783f50789f in Status: IN_PROGRESS for 2s [ 773.054015] env[65288]: INFO networking_nsxv3.common.synchronization [req-2923e69b-281f-409d-b3bb-cf66454bda85 req-f72aed78-6d69-4876-9e78-9ee048694f55 service nova] Enqueued Resource ID: 478730e0-937c-4d51-bdac-99273bb9dff3 with Priority: HIGHEST for action security_group_rules [ 773.054015] env[65288]: INFO networking_nsxv3.common.synchronization [req-2923e69b-281f-409d-b3bb-cf66454bda85 req-f72aed78-6d69-4876-9e78-9ee048694f55 service nova] Enqueued Resource ID: 478730e0-937c-4d51-bdac-99273bb9dff3 with Priority: HIGHEST for action security_group_members [ 773.054015] env[65288]: INFO networking_nsxv3.common.synchronization [req-2923e69b-281f-409d-b3bb-cf66454bda85 req-f72aed78-6d69-4876-9e78-9ee048694f55 service nova] Enqueued Resource ID: a9f8ba01-03a1-4d5a-b60c-e87fdbcea38a with Priority: HIGHEST for action port [ 773.054015] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 478730e0-937c-4d51-bdac-99273bb9dff3 with Priority: HIGHEST for action security_group_rules [ 773.054015] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 478730e0-937c-4d51-bdac-99273bb9dff3 with Priority: HIGHEST for action security_group_members [ 773.054015] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a9f8ba01-03a1-4d5a-b60c-e87fdbcea38a with Priority: HIGHEST for action port [ 773.054326] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock rules-478730e0-937c-4d51-bdac-99273bb9dff3 taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.055541] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-478730e0-937c-4d51-bdac-99273bb9dff3" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.055541] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-478730e0-937c-4d51-bdac-99273bb9dff3" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.055541] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-478730e0-937c-4d51-bdac-99273bb9dff3" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.055541] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('478730e0-937c-4d51-bdac-99273bb9dff3',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 773.055938] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock member-478730e0-937c-4d51-bdac-99273bb9dff3 taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.056092] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-478730e0-937c-4d51-bdac-99273bb9dff3" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.056437] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock port-a9f8ba01-03a1-4d5a-b60c-e87fdbcea38a taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.056565] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a9f8ba01-03a1-4d5a-b60c-e87fdbcea38a" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.057376] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a9f8ba01-03a1-4d5a-b60c-e87fdbcea38a" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.057376] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a9f8ba01-03a1-4d5a-b60c-e87fdbcea38a" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.057376] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a9f8ba01-03a1-4d5a-b60c-e87fdbcea38a',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 773.438227] env[65288]: INFO networking_nsxv3.common.synchronization [req-f8f94db0-d0ca-40a1-80fa-00e2d99b492a req-5b409483-9823-4a9f-bfe7-dc21f3f70e82 tempest-SecurityGroupsTestJSON-1080174179 tempest-SecurityGroupsTestJSON-1080174179-project-member] Enqueued Resource ID: 8ef647dc-d512-4f76-953f-90944fd4aeda with Priority: HIGHEST for action security_group_members [ 773.438621] env[65288]: INFO networking_nsxv3.common.synchronization [req-f8f94db0-d0ca-40a1-80fa-00e2d99b492a req-5b409483-9823-4a9f-bfe7-dc21f3f70e82 tempest-SecurityGroupsTestJSON-1080174179 tempest-SecurityGroupsTestJSON-1080174179-project-member] Enqueued Resource ID: d0e97683-17f6-4d4c-80d6-2bdf01e1d98f with Priority: HIGHEST for action security_group_members [ 773.439420] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8ef647dc-d512-4f76-953f-90944fd4aeda with Priority: HIGHEST for action security_group_members [ 773.440155] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d0e97683-17f6-4d4c-80d6-2bdf01e1d98f with Priority: HIGHEST for action security_group_members [ 773.440155] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock member-8ef647dc-d512-4f76-953f-90944fd4aeda taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.440155] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8ef647dc-d512-4f76-953f-90944fd4aeda" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.440155] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8ef647dc-d512-4f76-953f-90944fd4aeda" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.440486] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8ef647dc-d512-4f76-953f-90944fd4aeda" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.440573] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.440999] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.441087] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.442799] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.442904] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.443040] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8ef647dc-d512-4f76-953f-90944fd4aeda',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 773.444981] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock member-d0e97683-17f6-4d4c-80d6-2bdf01e1d98f taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.445530] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d0e97683-17f6-4d4c-80d6-2bdf01e1d98f" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.445645] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d0e97683-17f6-4d4c-80d6-2bdf01e1d98f" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.445918] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d0e97683-17f6-4d4c-80d6-2bdf01e1d98f" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.446238] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.446238] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.446368] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.446901] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.446901] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.446901] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d0e97683-17f6-4d4c-80d6-2bdf01e1d98f',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 773.501636] env[65288]: INFO networking_nsxv3.common.synchronization [req-f8f94db0-d0ca-40a1-80fa-00e2d99b492a req-5b409483-9823-4a9f-bfe7-dc21f3f70e82 tempest-SecurityGroupsTestJSON-1080174179 tempest-SecurityGroupsTestJSON-1080174179-project-member] Enqueued Resource ID: 8ef647dc-d512-4f76-953f-90944fd4aeda with Priority: HIGHEST for action security_group_rules [ 773.502084] env[65288]: INFO networking_nsxv3.common.synchronization [req-f8f94db0-d0ca-40a1-80fa-00e2d99b492a req-5b409483-9823-4a9f-bfe7-dc21f3f70e82 tempest-SecurityGroupsTestJSON-1080174179 tempest-SecurityGroupsTestJSON-1080174179-project-member] Enqueued Resource ID: 8ef647dc-d512-4f76-953f-90944fd4aeda with Priority: HIGHEST for action security_group_members [ 773.502084] env[65288]: INFO networking_nsxv3.common.synchronization [req-f8f94db0-d0ca-40a1-80fa-00e2d99b492a req-5b409483-9823-4a9f-bfe7-dc21f3f70e82 tempest-SecurityGroupsTestJSON-1080174179 tempest-SecurityGroupsTestJSON-1080174179-project-member] Enqueued Resource ID: d0e97683-17f6-4d4c-80d6-2bdf01e1d98f with Priority: HIGHEST for action security_group_rules [ 773.502084] env[65288]: INFO networking_nsxv3.common.synchronization [req-f8f94db0-d0ca-40a1-80fa-00e2d99b492a req-5b409483-9823-4a9f-bfe7-dc21f3f70e82 tempest-SecurityGroupsTestJSON-1080174179 tempest-SecurityGroupsTestJSON-1080174179-project-member] Enqueued Resource ID: d0e97683-17f6-4d4c-80d6-2bdf01e1d98f with Priority: HIGHEST for action security_group_members [ 773.502214] env[65288]: INFO networking_nsxv3.common.synchronization [req-f8f94db0-d0ca-40a1-80fa-00e2d99b492a req-5b409483-9823-4a9f-bfe7-dc21f3f70e82 tempest-SecurityGroupsTestJSON-1080174179 tempest-SecurityGroupsTestJSON-1080174179-project-member] Enqueued Resource ID: 05c63b49-1026-47ad-a57c-786e719c92b2 with Priority: HIGHEST for action port [ 773.502663] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8ef647dc-d512-4f76-953f-90944fd4aeda with Priority: HIGHEST for action security_group_rules [ 773.502893] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d0e97683-17f6-4d4c-80d6-2bdf01e1d98f with Priority: HIGHEST for action security_group_rules [ 773.503043] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 05c63b49-1026-47ad-a57c-786e719c92b2 with Priority: HIGHEST for action port [ 773.503129] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8ef647dc-d512-4f76-953f-90944fd4aeda with Priority: HIGHEST for action security_group_members [ 773.503219] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d0e97683-17f6-4d4c-80d6-2bdf01e1d98f with Priority: HIGHEST for action security_group_members [ 773.503514] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8ef647dc-d512-4f76-953f-90944fd4aeda taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.503634] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8ef647dc-d512-4f76-953f-90944fd4aeda" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.503700] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8ef647dc-d512-4f76-953f-90944fd4aeda" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.504469] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8ef647dc-d512-4f76-953f-90944fd4aeda" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.504531] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8ef647dc-d512-4f76-953f-90944fd4aeda',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 773.505929] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d0e97683-17f6-4d4c-80d6-2bdf01e1d98f taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.506179] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d0e97683-17f6-4d4c-80d6-2bdf01e1d98f" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.506179] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d0e97683-17f6-4d4c-80d6-2bdf01e1d98f" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.506429] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d0e97683-17f6-4d4c-80d6-2bdf01e1d98f" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.506526] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d0e97683-17f6-4d4c-80d6-2bdf01e1d98f',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 773.507408] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock port-05c63b49-1026-47ad-a57c-786e719c92b2 taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.507491] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-05c63b49-1026-47ad-a57c-786e719c92b2" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.507525] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-05c63b49-1026-47ad-a57c-786e719c92b2" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.508513] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-05c63b49-1026-47ad-a57c-786e719c92b2" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.509159] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('05c63b49-1026-47ad-a57c-786e719c92b2',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 773.511975] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock member-8ef647dc-d512-4f76-953f-90944fd4aeda taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.511975] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8ef647dc-d512-4f76-953f-90944fd4aeda" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.511975] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock member-d0e97683-17f6-4d4c-80d6-2bdf01e1d98f taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.512719] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d0e97683-17f6-4d4c-80d6-2bdf01e1d98f" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.558512] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock member-478730e0-937c-4d51-bdac-99273bb9dff3 taken with stack trace [, , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.560906] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-478730e0-937c-4d51-bdac-99273bb9dff3" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.560906] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a9f8ba01-03a1-4d5a-b60c-e87fdbcea38a with status ACTIVE [ 773.560906] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.561133] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.561133] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.561304] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.561476] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.561561] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.561808] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.561883] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.562175] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.562257] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.563248] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.563342] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.563401] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.563546] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.563622] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.563737] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a9f8ba01-03a1-4d5a-b60c-e87fdbcea38a is going to be updated. [ 773.592079] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.592079] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.592079] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.592079] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.592079] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.592079] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a9f8ba01-03a1-4d5a-b60c-e87fdbcea38a" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.702738] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 478730e0-937c-4d51-bdac-99273bb9dff3 in Status: SUCCESS [ 773.702738] env[65288]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 478730e0-937c-4d51-bdac-99273bb9dff3 deletion is rescheduled due to dependency. [ 773.702738] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-478730e0-937c-4d51-bdac-99273bb9dff3" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.702738] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-478730e0-937c-4d51-bdac-99273bb9dff3" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.702738] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-478730e0-937c-4d51-bdac-99273bb9dff3" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.702738] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.702738] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.702738] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.702738] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.702738] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.702738] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('478730e0-937c-4d51-bdac-99273bb9dff3',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 773.849806] env[65288]: INFO networking_nsxv3.common.synchronization [None req-d946ebf6-de4e-4300-87c8-0a78e156c6e2 None None] Enqueued Resource ID: 740c7c8a-4811-47fd-8b9d-e351d05db3ac with Priority: HIGHEST for action port [ 773.851380] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 740c7c8a-4811-47fd-8b9d-e351d05db3ac with Priority: HIGHEST for action port [ 773.851766] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock port-740c7c8a-4811-47fd-8b9d-e351d05db3ac taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.851900] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-740c7c8a-4811-47fd-8b9d-e351d05db3ac" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.852146] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-740c7c8a-4811-47fd-8b9d-e351d05db3ac" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.852283] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-740c7c8a-4811-47fd-8b9d-e351d05db3ac" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.852521] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('740c7c8a-4811-47fd-8b9d-e351d05db3ac',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 773.950908] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8ef647dc-d512-4f76-953f-90944fd4aeda',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 773.950908] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d0e97683-17f6-4d4c-80d6-2bdf01e1d98f',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 774.013292] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock member-d0e97683-17f6-4d4c-80d6-2bdf01e1d98f taken with stack trace [, , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.013678] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d0e97683-17f6-4d4c-80d6-2bdf01e1d98f" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.014055] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock member-8ef647dc-d512-4f76-953f-90944fd4aeda taken with stack trace [, , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.014162] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8ef647dc-d512-4f76-953f-90944fd4aeda" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.014384] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 05c63b49-1026-47ad-a57c-786e719c92b2 with status ACTIVE [ 774.014624] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.014813] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.014813] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.015085] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.015185] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.015414] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.015560] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.015661] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.016354] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.017280] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.017579] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.017750] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.021112] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.021399] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.021538] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.021750] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 05c63b49-1026-47ad-a57c-786e719c92b2 is going to be updated. [ 774.052759] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.052759] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.052759] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.052759] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.052759] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.052759] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-05c63b49-1026-47ad-a57c-786e719c92b2" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.204720] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('478730e0-937c-4d51-bdac-99273bb9dff3',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 774.356672] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 740c7c8a-4811-47fd-8b9d-e351d05db3ac [ 774.356883] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.357024] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.357166] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.357357] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.357476] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.357592] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:740c7c8a-4811-47fd-8b9d-e351d05db3ac already deleted. [ 774.358198] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-740c7c8a-4811-47fd-8b9d-e351d05db3ac" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.379414] env[65288]: INFO networking_nsxv3.common.synchronization [req-f738ade3-7562-449b-af8b-63e717b33fd5 req-968688a3-d09e-408b-9752-64b77301f46c tempest-AttachVolumeTestJSON-1832088010 tempest-AttachVolumeTestJSON-1832088010-project-member] Enqueued Resource ID: 3a664249-2453-4d98-bc44-0c3aab5f1f25 with Priority: HIGHEST for action security_group_members [ 774.379414] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3a664249-2453-4d98-bc44-0c3aab5f1f25 with Priority: HIGHEST for action security_group_members [ 774.379702] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock member-3a664249-2453-4d98-bc44-0c3aab5f1f25 taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.379994] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3a664249-2453-4d98-bc44-0c3aab5f1f25" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.380208] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3a664249-2453-4d98-bc44-0c3aab5f1f25" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.380710] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3a664249-2453-4d98-bc44-0c3aab5f1f25" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.383934] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.383934] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.383934] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.383934] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.383934] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.383934] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3a664249-2453-4d98-bc44-0c3aab5f1f25',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 774.383934] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7c0d4d7d-0f42-44b6-9b96-48783f50789f in Status: SUCCESS [ 774.383934] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7c0d4d7d-0f42-44b6-9b96-48783f50789f" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.453306] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d0e97683-17f6-4d4c-80d6-2bdf01e1d98f',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 774.454498] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8ef647dc-d512-4f76-953f-90944fd4aeda',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 774.709285] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('478730e0-937c-4d51-bdac-99273bb9dff3',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 774.796136] env[65288]: DEBUG networking_nsxv3.common.locking [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Lock network-532 taken with stack trace [, , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.796379] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquiring lock "network-532" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.796510] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired lock "network-532" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.797137] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired external semaphore "network-532" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.797902] env[65288]: DEBUG networking_nsxv3.common.locking [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.798444] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquiring lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.798444] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.798803] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired external semaphore "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.798982] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Releasing lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.799291] env[65288]: DEBUG dogpile.cache.region [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] No value present for key: 'zone-id' {{(pid=65288) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 774.799452] env[65288]: DEBUG dogpile.lock [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] NeedRegenerationException {{(pid=65288) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 774.800585] env[65288]: DEBUG dogpile.lock [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] no value, waiting for create lock {{(pid=65288) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 774.800585] env[65288]: DEBUG dogpile.lock [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] value creation lock acquired {{(pid=65288) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 774.800585] env[65288]: DEBUG dogpile.cache.region [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] No value present for key: 'zone-id' {{(pid=65288) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 774.800585] env[65288]: DEBUG dogpile.lock [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Calling creation function for not-yet-present value {{(pid=65288) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 774.800585] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 774.824935] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 774.824935] env[65288]: DEBUG dogpile.cache.region [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=65288) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 774.828258] env[65288]: DEBUG dogpile.lock [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Released creation lock {{(pid=65288) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 774.828258] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Releasing lock "network-532" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.828258] env[65288]: DEBUG networking_nsxv3.common.locking [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Lock port-67747d9f-e889-4343-a403-9cbed0c91a2a taken with stack trace [, , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.828258] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquiring lock "port-67747d9f-e889-4343-a403-9cbed0c91a2a" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.828258] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired lock "port-67747d9f-e889-4343-a403-9cbed0c91a2a" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.828735] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired external semaphore "port-67747d9f-e889-4343-a403-9cbed0c91a2a" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.828735] env[65288]: DEBUG networking_nsxv3.api.rpc [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('67747d9f-e889-4343-a403-9cbed0c91a2a',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 774.886228] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.886483] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.886599] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.886980] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.887238] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.887578] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.887971] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.888156] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.888463] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.888651] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.888807] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3a664249-2453-4d98-bc44-0c3aab5f1f25 already deleted. [ 774.888952] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3a664249-2453-4d98-bc44-0c3aab5f1f25" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.959157] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.959157] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.959157] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.959157] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.959416] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.959416] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d0e97683-17f6-4d4c-80d6-2bdf01e1d98f is going to be created. [ 774.962826] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.962826] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.962826] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.962826] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.962826] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.962826] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8ef647dc-d512-4f76-953f-90944fd4aeda is going to be updated. [ 774.992721] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.992721] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.992875] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.992957] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.993156] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.997841] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.998469] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.998566] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.998794] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.998963] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.003744] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d0e97683-17f6-4d4c-80d6-2bdf01e1d98f in Status: UNINITIALIZED for 2s [ 775.007347] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8ef647dc-d512-4f76-953f-90944fd4aeda in Status: IN_PROGRESS for 2s [ 775.212416] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.212416] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.212416] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.212416] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.212746] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.212746] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 478730e0-937c-4d51-bdac-99273bb9dff3 is going to be updated. [ 775.248964] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.249194] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.249305] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.249583] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.249775] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.265830] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 478730e0-937c-4d51-bdac-99273bb9dff3 in Status: IN_PROGRESS for 2s [ 775.331807] env[65288]: DEBUG networking_nsxv3.common.locking [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.332186] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.332398] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.332727] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.332874] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.333182] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Segment Port 67747d9f-e889-4343-a403-9cbed0c91a2a not found, creating... [ 775.333512] env[65288]: DEBUG networking_nsxv3.common.locking [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.333724] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquiring lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.333868] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.334168] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired external semaphore "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.334340] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Releasing lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.334699] env[65288]: DEBUG networking_nsxv3.common.locking [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.334888] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.335021] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.335239] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.335368] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.335508] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Resource: SegmentPort with ID: 67747d9f-e889-4343-a403-9cbed0c91a2a is going to be created. [ 775.361055] env[65288]: DEBUG networking_nsxv3.common.locking [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.361273] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.361933] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.361933] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.361933] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.362187] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Releasing lock "port-67747d9f-e889-4343-a403-9cbed0c91a2a" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.440154] env[65288]: INFO networking_nsxv3.common.synchronization [req-40bd9a84-c7a8-4198-a63d-b8c38207349c req-327ea64e-df27-4c51-8705-846fb8554563 tempest-AttachInterfacesUnderV243Test-1657264318 tempest-AttachInterfacesUnderV243Test-1657264318-project-member] Enqueued Resource ID: d857526d-eac7-4714-83fd-2e68ebaa6ac6 with Priority: HIGHEST for action security_group_members [ 775.440321] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d857526d-eac7-4714-83fd-2e68ebaa6ac6 with Priority: HIGHEST for action security_group_members [ 775.440546] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock member-d857526d-eac7-4714-83fd-2e68ebaa6ac6 taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.440682] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d857526d-eac7-4714-83fd-2e68ebaa6ac6" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.440736] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d857526d-eac7-4714-83fd-2e68ebaa6ac6" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.440957] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d857526d-eac7-4714-83fd-2e68ebaa6ac6" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.441095] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.441200] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.441251] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.441391] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.441475] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.441570] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d857526d-eac7-4714-83fd-2e68ebaa6ac6',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 775.458686] env[65288]: INFO networking_nsxv3.common.synchronization [req-40bd9a84-c7a8-4198-a63d-b8c38207349c req-327ea64e-df27-4c51-8705-846fb8554563 tempest-AttachInterfacesUnderV243Test-1657264318 tempest-AttachInterfacesUnderV243Test-1657264318-project-member] Enqueued Resource ID: d857526d-eac7-4714-83fd-2e68ebaa6ac6 with Priority: HIGHEST for action security_group_rules [ 775.459041] env[65288]: INFO networking_nsxv3.common.synchronization [req-40bd9a84-c7a8-4198-a63d-b8c38207349c req-327ea64e-df27-4c51-8705-846fb8554563 tempest-AttachInterfacesUnderV243Test-1657264318 tempest-AttachInterfacesUnderV243Test-1657264318-project-member] Enqueued Resource ID: d857526d-eac7-4714-83fd-2e68ebaa6ac6 with Priority: HIGHEST for action security_group_members [ 775.459041] env[65288]: INFO networking_nsxv3.common.synchronization [req-40bd9a84-c7a8-4198-a63d-b8c38207349c req-327ea64e-df27-4c51-8705-846fb8554563 tempest-AttachInterfacesUnderV243Test-1657264318 tempest-AttachInterfacesUnderV243Test-1657264318-project-member] Enqueued Resource ID: a5a6695d-c4c0-4ffd-9388-9ae3aa7f8930 with Priority: HIGHEST for action port [ 775.459823] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d857526d-eac7-4714-83fd-2e68ebaa6ac6 with Priority: HIGHEST for action security_group_rules [ 775.459973] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d857526d-eac7-4714-83fd-2e68ebaa6ac6 with Priority: HIGHEST for action security_group_members [ 775.460123] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a5a6695d-c4c0-4ffd-9388-9ae3aa7f8930 with Priority: HIGHEST for action port [ 775.460472] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d857526d-eac7-4714-83fd-2e68ebaa6ac6 taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.460610] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d857526d-eac7-4714-83fd-2e68ebaa6ac6" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.460693] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d857526d-eac7-4714-83fd-2e68ebaa6ac6" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.460937] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d857526d-eac7-4714-83fd-2e68ebaa6ac6" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.461081] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d857526d-eac7-4714-83fd-2e68ebaa6ac6',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 775.462318] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock member-d857526d-eac7-4714-83fd-2e68ebaa6ac6 taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.462444] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d857526d-eac7-4714-83fd-2e68ebaa6ac6" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.462752] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock port-a5a6695d-c4c0-4ffd-9388-9ae3aa7f8930 taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.462862] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a5a6695d-c4c0-4ffd-9388-9ae3aa7f8930" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.462928] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a5a6695d-c4c0-4ffd-9388-9ae3aa7f8930" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.463166] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a5a6695d-c4c0-4ffd-9388-9ae3aa7f8930" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.463298] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a5a6695d-c4c0-4ffd-9388-9ae3aa7f8930',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 775.945977] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d857526d-eac7-4714-83fd-2e68ebaa6ac6',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 775.965453] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock member-d857526d-eac7-4714-83fd-2e68ebaa6ac6 taken with stack trace [, , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.965555] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d857526d-eac7-4714-83fd-2e68ebaa6ac6" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.966563] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a5a6695d-c4c0-4ffd-9388-9ae3aa7f8930 with status ACTIVE [ 775.966777] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.966902] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.967422] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.967422] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.967422] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.967578] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.967646] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.967646] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.967812] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.967954] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.968780] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.969488] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.969488] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.969488] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.969664] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.969717] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a5a6695d-c4c0-4ffd-9388-9ae3aa7f8930 is going to be updated. [ 776.013420] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.013759] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.013759] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.014504] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.014504] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.014504] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a5a6695d-c4c0-4ffd-9388-9ae3aa7f8930" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.261999] env[65288]: INFO networking_nsxv3.common.synchronization [req-f738ade3-7562-449b-af8b-63e717b33fd5 req-5f598c94-a6ce-44c3-9cf6-c3d57c786469 service nova] Enqueued Resource ID: 3a664249-2453-4d98-bc44-0c3aab5f1f25 with Priority: HIGHEST for action security_group_rules [ 776.262368] env[65288]: INFO networking_nsxv3.common.synchronization [req-f738ade3-7562-449b-af8b-63e717b33fd5 req-5f598c94-a6ce-44c3-9cf6-c3d57c786469 service nova] Enqueued Resource ID: 3a664249-2453-4d98-bc44-0c3aab5f1f25 with Priority: HIGHEST for action security_group_members [ 776.262586] env[65288]: INFO networking_nsxv3.common.synchronization [req-f738ade3-7562-449b-af8b-63e717b33fd5 req-5f598c94-a6ce-44c3-9cf6-c3d57c786469 service nova] Enqueued Resource ID: 67747d9f-e889-4343-a403-9cbed0c91a2a with Priority: HIGHEST for action port [ 776.264040] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3a664249-2453-4d98-bc44-0c3aab5f1f25 with Priority: HIGHEST for action security_group_rules [ 776.264040] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3a664249-2453-4d98-bc44-0c3aab5f1f25 with Priority: HIGHEST for action security_group_members [ 776.264040] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 67747d9f-e889-4343-a403-9cbed0c91a2a with Priority: HIGHEST for action port [ 776.264573] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3a664249-2453-4d98-bc44-0c3aab5f1f25 taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.265635] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3a664249-2453-4d98-bc44-0c3aab5f1f25" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.265635] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3a664249-2453-4d98-bc44-0c3aab5f1f25" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.265891] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3a664249-2453-4d98-bc44-0c3aab5f1f25" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.265955] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3a664249-2453-4d98-bc44-0c3aab5f1f25',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 776.267387] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock member-3a664249-2453-4d98-bc44-0c3aab5f1f25 taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.267568] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3a664249-2453-4d98-bc44-0c3aab5f1f25" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.269360] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3a664249-2453-4d98-bc44-0c3aab5f1f25" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.269360] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3a664249-2453-4d98-bc44-0c3aab5f1f25" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.269360] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.269360] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.269360] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.269360] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.269360] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.269360] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3a664249-2453-4d98-bc44-0c3aab5f1f25',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 776.270354] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock port-67747d9f-e889-4343-a403-9cbed0c91a2a taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.270503] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-67747d9f-e889-4343-a403-9cbed0c91a2a" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.270565] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-67747d9f-e889-4343-a403-9cbed0c91a2a" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.270731] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-67747d9f-e889-4343-a403-9cbed0c91a2a" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.270805] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('67747d9f-e889-4343-a403-9cbed0c91a2a',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 776.447728] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d857526d-eac7-4714-83fd-2e68ebaa6ac6',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 776.777690] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3a664249-2453-4d98-bc44-0c3aab5f1f25',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 776.779551] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock member-3a664249-2453-4d98-bc44-0c3aab5f1f25 taken with stack trace [, , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.780925] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3a664249-2453-4d98-bc44-0c3aab5f1f25" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.780925] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 67747d9f-e889-4343-a403-9cbed0c91a2a with status ACTIVE [ 776.780925] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.780925] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.780925] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.783087] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.783087] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.783668] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.783847] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.784981] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.785359] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.785930] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.785930] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.786223] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.787506] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.788740] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.788740] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.788740] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 67747d9f-e889-4343-a403-9cbed0c91a2a is going to be updated. [ 776.833339] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.833497] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.833547] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.833783] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.834067] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.834144] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-67747d9f-e889-4343-a403-9cbed0c91a2a" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.949750] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.949938] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.950020] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.950377] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.950599] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.950891] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d857526d-eac7-4714-83fd-2e68ebaa6ac6 is going to be updated. [ 776.998490] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.998490] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.998490] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.999042] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.999042] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.026328] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d0e97683-17f6-4d4c-80d6-2bdf01e1d98f in Status: SUCCESS [ 777.026328] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d0e97683-17f6-4d4c-80d6-2bdf01e1d98f" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.026328] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d0e97683-17f6-4d4c-80d6-2bdf01e1d98f" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.026328] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d0e97683-17f6-4d4c-80d6-2bdf01e1d98f" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.026328] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.026328] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.026328] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.026328] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.026328] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.026744] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d0e97683-17f6-4d4c-80d6-2bdf01e1d98f',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 777.029051] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d857526d-eac7-4714-83fd-2e68ebaa6ac6 in Status: IN_PROGRESS for 2s [ 777.029761] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8ef647dc-d512-4f76-953f-90944fd4aeda in Status: SUCCESS [ 777.029950] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8ef647dc-d512-4f76-953f-90944fd4aeda" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.030221] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8ef647dc-d512-4f76-953f-90944fd4aeda" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.030440] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8ef647dc-d512-4f76-953f-90944fd4aeda" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.030683] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.030816] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.030880] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.031584] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.031691] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.033468] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8ef647dc-d512-4f76-953f-90944fd4aeda',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 777.280831] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 478730e0-937c-4d51-bdac-99273bb9dff3 in Status: SUCCESS [ 777.281253] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-478730e0-937c-4d51-bdac-99273bb9dff3" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.281597] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3a664249-2453-4d98-bc44-0c3aab5f1f25',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 777.282889] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-478730e0-937c-4d51-bdac-99273bb9dff3" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.286035] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-478730e0-937c-4d51-bdac-99273bb9dff3" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.286035] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.286035] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.286035] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.287851] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.290162] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.290369] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-478730e0-937c-4d51-bdac-99273bb9dff3" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.290529] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('478730e0-937c-4d51-bdac-99273bb9dff3',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 777.533941] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8ef647dc-d512-4f76-953f-90944fd4aeda',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 777.534922] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d0e97683-17f6-4d4c-80d6-2bdf01e1d98f',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 777.726486] env[65288]: INFO networking_nsxv3.common.synchronization [req-717f4734-4319-425a-9e2c-e5b1d25456a2 req-c411d71e-5998-4192-88d4-0662799194f5 tempest-SecurityGroupsTestJSON-1080174179 tempest-SecurityGroupsTestJSON-1080174179-project-member] Enqueued Resource ID: 8ef647dc-d512-4f76-953f-90944fd4aeda with Priority: HIGHEST for action security_group_members [ 777.726816] env[65288]: INFO networking_nsxv3.common.synchronization [req-717f4734-4319-425a-9e2c-e5b1d25456a2 req-c411d71e-5998-4192-88d4-0662799194f5 tempest-SecurityGroupsTestJSON-1080174179 tempest-SecurityGroupsTestJSON-1080174179-project-member] Enqueued Resource ID: e992998d-5675-40b8-9724-0b94dbc625ed with Priority: HIGHEST for action security_group_members [ 777.727286] env[65288]: INFO networking_nsxv3.common.synchronization [req-717f4734-4319-425a-9e2c-e5b1d25456a2 req-c411d71e-5998-4192-88d4-0662799194f5 tempest-SecurityGroupsTestJSON-1080174179 tempest-SecurityGroupsTestJSON-1080174179-project-member] Enqueued Resource ID: d0e97683-17f6-4d4c-80d6-2bdf01e1d98f with Priority: HIGHEST for action security_group_members [ 777.731023] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8ef647dc-d512-4f76-953f-90944fd4aeda with Priority: HIGHEST for action security_group_members [ 777.731023] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e992998d-5675-40b8-9724-0b94dbc625ed with Priority: HIGHEST for action security_group_members [ 777.731023] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d0e97683-17f6-4d4c-80d6-2bdf01e1d98f with Priority: HIGHEST for action security_group_members [ 777.731023] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock member-8ef647dc-d512-4f76-953f-90944fd4aeda taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.731023] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8ef647dc-d512-4f76-953f-90944fd4aeda" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.731023] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock member-e992998d-5675-40b8-9724-0b94dbc625ed taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.731023] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e992998d-5675-40b8-9724-0b94dbc625ed" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.731023] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e992998d-5675-40b8-9724-0b94dbc625ed" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.731023] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e992998d-5675-40b8-9724-0b94dbc625ed" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.731023] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.731023] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.731023] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.731023] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.731023] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.731023] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e992998d-5675-40b8-9724-0b94dbc625ed',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 777.732783] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock member-d0e97683-17f6-4d4c-80d6-2bdf01e1d98f taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.733432] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d0e97683-17f6-4d4c-80d6-2bdf01e1d98f" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.794271] env[65288]: INFO networking_nsxv3.common.synchronization [req-717f4734-4319-425a-9e2c-e5b1d25456a2 req-c411d71e-5998-4192-88d4-0662799194f5 tempest-SecurityGroupsTestJSON-1080174179 tempest-SecurityGroupsTestJSON-1080174179-project-member] Enqueued Resource ID: 8ef647dc-d512-4f76-953f-90944fd4aeda with Priority: HIGHEST for action security_group_rules [ 777.794271] env[65288]: INFO networking_nsxv3.common.synchronization [req-717f4734-4319-425a-9e2c-e5b1d25456a2 req-c411d71e-5998-4192-88d4-0662799194f5 tempest-SecurityGroupsTestJSON-1080174179 tempest-SecurityGroupsTestJSON-1080174179-project-member] Enqueued Resource ID: 8ef647dc-d512-4f76-953f-90944fd4aeda with Priority: HIGHEST for action security_group_members [ 777.794271] env[65288]: INFO networking_nsxv3.common.synchronization [req-717f4734-4319-425a-9e2c-e5b1d25456a2 req-c411d71e-5998-4192-88d4-0662799194f5 tempest-SecurityGroupsTestJSON-1080174179 tempest-SecurityGroupsTestJSON-1080174179-project-member] Enqueued Resource ID: d0e97683-17f6-4d4c-80d6-2bdf01e1d98f with Priority: HIGHEST for action security_group_rules [ 777.794271] env[65288]: INFO networking_nsxv3.common.synchronization [req-717f4734-4319-425a-9e2c-e5b1d25456a2 req-c411d71e-5998-4192-88d4-0662799194f5 tempest-SecurityGroupsTestJSON-1080174179 tempest-SecurityGroupsTestJSON-1080174179-project-member] Enqueued Resource ID: d0e97683-17f6-4d4c-80d6-2bdf01e1d98f with Priority: HIGHEST for action security_group_members [ 777.794271] env[65288]: INFO networking_nsxv3.common.synchronization [req-717f4734-4319-425a-9e2c-e5b1d25456a2 req-c411d71e-5998-4192-88d4-0662799194f5 tempest-SecurityGroupsTestJSON-1080174179 tempest-SecurityGroupsTestJSON-1080174179-project-member] Enqueued Resource ID: e992998d-5675-40b8-9724-0b94dbc625ed with Priority: HIGHEST for action security_group_rules [ 777.794271] env[65288]: INFO networking_nsxv3.common.synchronization [req-717f4734-4319-425a-9e2c-e5b1d25456a2 req-c411d71e-5998-4192-88d4-0662799194f5 tempest-SecurityGroupsTestJSON-1080174179 tempest-SecurityGroupsTestJSON-1080174179-project-member] Enqueued Resource ID: e992998d-5675-40b8-9724-0b94dbc625ed with Priority: HIGHEST for action security_group_members [ 777.794271] env[65288]: INFO networking_nsxv3.common.synchronization [req-717f4734-4319-425a-9e2c-e5b1d25456a2 req-c411d71e-5998-4192-88d4-0662799194f5 tempest-SecurityGroupsTestJSON-1080174179 tempest-SecurityGroupsTestJSON-1080174179-project-member] Enqueued Resource ID: 05c63b49-1026-47ad-a57c-786e719c92b2 with Priority: HIGHEST for action port [ 777.797043] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.797043] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.797043] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.797402] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.797402] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.797714] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3a664249-2453-4d98-bc44-0c3aab5f1f25 is going to be created. [ 777.798920] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock member-478730e0-937c-4d51-bdac-99273bb9dff3 taken with stack trace [, , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.799077] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-478730e0-937c-4d51-bdac-99273bb9dff3" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.799077] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-478730e0-937c-4d51-bdac-99273bb9dff3" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.799326] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-478730e0-937c-4d51-bdac-99273bb9dff3" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.801164] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.801164] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.801164] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.801164] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.801164] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.801164] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-478730e0-937c-4d51-bdac-99273bb9dff3" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.801164] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock member-478730e0-937c-4d51-bdac-99273bb9dff3 taken with stack trace [, , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.801164] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-478730e0-937c-4d51-bdac-99273bb9dff3" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.801164] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-478730e0-937c-4d51-bdac-99273bb9dff3" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.801164] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-478730e0-937c-4d51-bdac-99273bb9dff3" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.801164] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.801164] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.801164] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.801164] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.801164] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.802808] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-478730e0-937c-4d51-bdac-99273bb9dff3" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.803686] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('478730e0-937c-4d51-bdac-99273bb9dff3',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 777.804984] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8ef647dc-d512-4f76-953f-90944fd4aeda with Priority: HIGHEST for action security_group_rules [ 777.805237] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d0e97683-17f6-4d4c-80d6-2bdf01e1d98f with Priority: HIGHEST for action security_group_rules [ 777.805297] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e992998d-5675-40b8-9724-0b94dbc625ed with Priority: HIGHEST for action security_group_members [ 777.805345] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 05c63b49-1026-47ad-a57c-786e719c92b2 with Priority: HIGHEST for action port [ 777.805426] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e992998d-5675-40b8-9724-0b94dbc625ed with Priority: HIGHEST for action security_group_rules [ 777.808131] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8ef647dc-d512-4f76-953f-90944fd4aeda with Priority: HIGHEST for action security_group_members [ 777.808131] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d0e97683-17f6-4d4c-80d6-2bdf01e1d98f with Priority: HIGHEST for action security_group_members [ 777.808131] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8ef647dc-d512-4f76-953f-90944fd4aeda taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.808131] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8ef647dc-d512-4f76-953f-90944fd4aeda" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.808131] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d0e97683-17f6-4d4c-80d6-2bdf01e1d98f taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.808131] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d0e97683-17f6-4d4c-80d6-2bdf01e1d98f" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.808131] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock member-e992998d-5675-40b8-9724-0b94dbc625ed taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.808131] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e992998d-5675-40b8-9724-0b94dbc625ed" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.808131] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock port-05c63b49-1026-47ad-a57c-786e719c92b2 taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.808131] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-05c63b49-1026-47ad-a57c-786e719c92b2" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.808131] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-05c63b49-1026-47ad-a57c-786e719c92b2" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.809605] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-05c63b49-1026-47ad-a57c-786e719c92b2" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.809605] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('05c63b49-1026-47ad-a57c-786e719c92b2',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 777.809675] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e992998d-5675-40b8-9724-0b94dbc625ed taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.812237] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e992998d-5675-40b8-9724-0b94dbc625ed" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.812237] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e992998d-5675-40b8-9724-0b94dbc625ed" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.812237] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e992998d-5675-40b8-9724-0b94dbc625ed" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.812237] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e992998d-5675-40b8-9724-0b94dbc625ed',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 777.813871] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock member-8ef647dc-d512-4f76-953f-90944fd4aeda taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.814350] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8ef647dc-d512-4f76-953f-90944fd4aeda" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.814646] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock member-d0e97683-17f6-4d4c-80d6-2bdf01e1d98f taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.814746] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d0e97683-17f6-4d4c-80d6-2bdf01e1d98f" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.843449] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.843711] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.843711] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.843927] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.844687] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.867024] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3a664249-2453-4d98-bc44-0c3aab5f1f25 in Status: UNINITIALIZED for 2s [ 778.037498] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d0e97683-17f6-4d4c-80d6-2bdf01e1d98f',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 778.038512] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8ef647dc-d512-4f76-953f-90944fd4aeda',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 778.235278] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e992998d-5675-40b8-9724-0b94dbc625ed',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 778.317032] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 05c63b49-1026-47ad-a57c-786e719c92b2 with status ACTIVE [ 778.317516] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.317730] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.317826] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.318294] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.318424] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.320177] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.320177] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.320177] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.320177] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.320177] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.320177] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.320747] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.320747] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.320747] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.321144] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.321144] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 05c63b49-1026-47ad-a57c-786e719c92b2 is going to be updated. [ 778.323589] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 478730e0-937c-4d51-bdac-99273bb9dff3: rpc.has_security_group_logging(os_id): False [ 778.324484] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock member-e992998d-5675-40b8-9724-0b94dbc625ed taken with stack trace [, , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.324484] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e992998d-5675-40b8-9724-0b94dbc625ed" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.344668] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.345143] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.345302] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.345567] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.345733] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.346055] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.346220] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.346342] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.346644] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.346817] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.347134] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.347421] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.347587] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.347953] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.348252] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.348855] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.349511] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.349662] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.350090] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.350355] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.350915] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 478730e0-937c-4d51-bdac-99273bb9dff3 is going to be updated. [ 778.353273] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.353517] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.353666] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.353897] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.354106] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.354492] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-05c63b49-1026-47ad-a57c-786e719c92b2" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.422405] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.424599] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.425318] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.425670] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.425892] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.444824] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 478730e0-937c-4d51-bdac-99273bb9dff3 in Status: IN_PROGRESS for 2s [ 778.540730] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.540915] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.541015] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.541317] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.541440] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.541581] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d0e97683-17f6-4d4c-80d6-2bdf01e1d98f is going to be updated. [ 778.543829] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.544268] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.544354] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.545059] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.545059] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.545059] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8ef647dc-d512-4f76-953f-90944fd4aeda is going to be updated. [ 778.585187] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.585397] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.585481] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.585656] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.585803] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.587906] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.588136] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.588222] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.588452] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.588626] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.604990] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d0e97683-17f6-4d4c-80d6-2bdf01e1d98f in Status: IN_PROGRESS for 2s [ 778.605790] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8ef647dc-d512-4f76-953f-90944fd4aeda in Status: IN_PROGRESS for 2s [ 778.738858] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e992998d-5675-40b8-9724-0b94dbc625ed',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 779.043071] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d857526d-eac7-4714-83fd-2e68ebaa6ac6 in Status: SUCCESS [ 779.043071] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d857526d-eac7-4714-83fd-2e68ebaa6ac6" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.043071] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d857526d-eac7-4714-83fd-2e68ebaa6ac6" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.043071] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d857526d-eac7-4714-83fd-2e68ebaa6ac6" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.043071] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.043071] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.043071] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.043071] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.043071] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.043071] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d857526d-eac7-4714-83fd-2e68ebaa6ac6',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 779.242779] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.243072] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.243072] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.243327] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.243524] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.243727] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e992998d-5675-40b8-9724-0b94dbc625ed is going to be created. [ 779.276669] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.277141] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.277141] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.277281] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.277492] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.290846] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e992998d-5675-40b8-9724-0b94dbc625ed in Status: UNINITIALIZED for 2s [ 779.545340] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d857526d-eac7-4714-83fd-2e68ebaa6ac6',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 779.572896] env[65288]: INFO networking_nsxv3.common.synchronization [None req-42aa9fdb-2bbd-4f53-9eae-3e83af294883 None None] Enqueued Resource ID: d124bd8e-dce5-4307-bcc1-01c182f6cb54 with Priority: HIGHEST for action port [ 779.573532] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d124bd8e-dce5-4307-bcc1-01c182f6cb54 with Priority: HIGHEST for action port [ 779.574373] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock port-d124bd8e-dce5-4307-bcc1-01c182f6cb54 taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.574507] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d124bd8e-dce5-4307-bcc1-01c182f6cb54" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.574507] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d124bd8e-dce5-4307-bcc1-01c182f6cb54" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.574790] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d124bd8e-dce5-4307-bcc1-01c182f6cb54" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.574890] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d124bd8e-dce5-4307-bcc1-01c182f6cb54',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 779.879080] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3a664249-2453-4d98-bc44-0c3aab5f1f25 in Status: SUCCESS [ 779.879811] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3a664249-2453-4d98-bc44-0c3aab5f1f25" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.879811] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3a664249-2453-4d98-bc44-0c3aab5f1f25" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.879811] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3a664249-2453-4d98-bc44-0c3aab5f1f25" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.880053] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.880128] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.880369] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.880494] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.880494] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.880599] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3a664249-2453-4d98-bc44-0c3aab5f1f25" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.880685] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3a664249-2453-4d98-bc44-0c3aab5f1f25',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 780.048196] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d857526d-eac7-4714-83fd-2e68ebaa6ac6',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 780.078409] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d124bd8e-dce5-4307-bcc1-01c182f6cb54 [ 780.078665] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.078791] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.078880] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.079088] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.079210] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.079275] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d124bd8e-dce5-4307-bcc1-01c182f6cb54 already deleted. [ 780.079337] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d124bd8e-dce5-4307-bcc1-01c182f6cb54" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.382415] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3a664249-2453-4d98-bc44-0c3aab5f1f25',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 780.460480] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 478730e0-937c-4d51-bdac-99273bb9dff3 in Status: SUCCESS [ 780.461477] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-478730e0-937c-4d51-bdac-99273bb9dff3" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.551424] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.551554] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.551554] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.551754] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.551839] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.551944] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d857526d-eac7-4714-83fd-2e68ebaa6ac6 is going to be updated. [ 780.582040] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.582040] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.582040] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.582040] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.583730] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.594663] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d857526d-eac7-4714-83fd-2e68ebaa6ac6 in Status: IN_PROGRESS for 2s [ 780.617264] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8ef647dc-d512-4f76-953f-90944fd4aeda in Status: SUCCESS [ 780.617525] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8ef647dc-d512-4f76-953f-90944fd4aeda" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.619109] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8ef647dc-d512-4f76-953f-90944fd4aeda" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.619109] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8ef647dc-d512-4f76-953f-90944fd4aeda" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.619109] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.619109] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.619109] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.619109] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.619109] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.619109] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8ef647dc-d512-4f76-953f-90944fd4aeda" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.619109] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8ef647dc-d512-4f76-953f-90944fd4aeda',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 780.620653] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d0e97683-17f6-4d4c-80d6-2bdf01e1d98f in Status: SUCCESS [ 780.620794] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d0e97683-17f6-4d4c-80d6-2bdf01e1d98f" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.622179] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8ef647dc-d512-4f76-953f-90944fd4aeda" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.622179] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8ef647dc-d512-4f76-953f-90944fd4aeda" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.622179] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.622179] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.622179] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.622179] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.622179] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.622179] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8ef647dc-d512-4f76-953f-90944fd4aeda',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 780.624047] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d0e97683-17f6-4d4c-80d6-2bdf01e1d98f" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.624047] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d0e97683-17f6-4d4c-80d6-2bdf01e1d98f" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.624047] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.624047] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.624047] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.624047] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.624047] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.624047] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d0e97683-17f6-4d4c-80d6-2bdf01e1d98f" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.624047] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d0e97683-17f6-4d4c-80d6-2bdf01e1d98f',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 780.624609] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d0e97683-17f6-4d4c-80d6-2bdf01e1d98f" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.624609] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d0e97683-17f6-4d4c-80d6-2bdf01e1d98f" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.624811] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.624888] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.624888] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.625199] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.625199] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.625199] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d0e97683-17f6-4d4c-80d6-2bdf01e1d98f',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 780.884928] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3a664249-2453-4d98-bc44-0c3aab5f1f25: rpc.has_security_group_logging(os_id): False [ 780.909668] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.909848] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.909939] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.910730] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.910730] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.910730] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.911344] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.911344] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.911344] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.911344] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.911518] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3a664249-2453-4d98-bc44-0c3aab5f1f25 is going to be created. [ 780.991026] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.991026] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.991026] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.991026] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.991026] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.010091] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3a664249-2453-4d98-bc44-0c3aab5f1f25 in Status: IN_PROGRESS for 2s [ 781.129319] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock member-8ef647dc-d512-4f76-953f-90944fd4aeda taken with stack trace [, , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.129675] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8ef647dc-d512-4f76-953f-90944fd4aeda" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.129675] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8ef647dc-d512-4f76-953f-90944fd4aeda',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 781.133222] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d0e97683-17f6-4d4c-80d6-2bdf01e1d98f',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 781.133971] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d0e97683-17f6-4d4c-80d6-2bdf01e1d98f',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 781.302982] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e992998d-5675-40b8-9724-0b94dbc625ed in Status: SUCCESS [ 781.303333] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e992998d-5675-40b8-9724-0b94dbc625ed" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.303571] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e992998d-5675-40b8-9724-0b94dbc625ed" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.303894] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e992998d-5675-40b8-9724-0b94dbc625ed" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.304193] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.304368] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.304418] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.305197] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.305197] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.305197] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e992998d-5675-40b8-9724-0b94dbc625ed',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 781.633150] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8ef647dc-d512-4f76-953f-90944fd4aeda',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 781.637386] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d0e97683-17f6-4d4c-80d6-2bdf01e1d98f: rpc.has_security_group_logging(os_id): False [ 781.640617] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d0e97683-17f6-4d4c-80d6-2bdf01e1d98f',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 781.658757] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.658950] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.658988] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.659812] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.659812] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.660083] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.661018] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.661018] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.661018] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.661018] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.661018] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d0e97683-17f6-4d4c-80d6-2bdf01e1d98f is going to be created. [ 781.736043] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.736043] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.736043] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.736043] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.736370] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.750878] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d0e97683-17f6-4d4c-80d6-2bdf01e1d98f in Status: IN_PROGRESS for 2s [ 781.797363] env[65288]: INFO networking_nsxv3.common.synchronization [req-11258649-3da6-443e-9c5e-4d1ac90312f8 req-b85d601c-69b1-44f8-a639-2a56fe7c564e tempest-ServersTestManualDisk-787928515 tempest-ServersTestManualDisk-787928515-project-member] Enqueued Resource ID: 18e4ffa8-cd2d-48f6-b099-1a9f889f7ca1 with Priority: HIGHEST for action security_group_members [ 781.798761] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 18e4ffa8-cd2d-48f6-b099-1a9f889f7ca1 with Priority: HIGHEST for action security_group_members [ 781.798761] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock member-18e4ffa8-cd2d-48f6-b099-1a9f889f7ca1 taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.798968] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-18e4ffa8-cd2d-48f6-b099-1a9f889f7ca1" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.798968] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-18e4ffa8-cd2d-48f6-b099-1a9f889f7ca1" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.799292] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-18e4ffa8-cd2d-48f6-b099-1a9f889f7ca1" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.799471] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.799579] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.799658] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.799871] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.799995] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.800132] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('18e4ffa8-cd2d-48f6-b099-1a9f889f7ca1',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 781.811416] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e992998d-5675-40b8-9724-0b94dbc625ed',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 781.820603] env[65288]: INFO networking_nsxv3.common.synchronization [None req-c61f5abd-4862-4d27-97e6-074f051021d7 None None] Enqueued Resource ID: 7114b3a6-eff8-4f13-9b92-c6ff66d32bcf with Priority: HIGHEST for action port [ 781.821226] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7114b3a6-eff8-4f13-9b92-c6ff66d32bcf with Priority: HIGHEST for action port [ 781.821536] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock port-7114b3a6-eff8-4f13-9b92-c6ff66d32bcf taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.821896] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7114b3a6-eff8-4f13-9b92-c6ff66d32bcf" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.822031] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7114b3a6-eff8-4f13-9b92-c6ff66d32bcf" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.822372] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7114b3a6-eff8-4f13-9b92-c6ff66d32bcf" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.822497] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7114b3a6-eff8-4f13-9b92-c6ff66d32bcf',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 782.061863] env[65288]: INFO networking_nsxv3.common.synchronization [None req-c17912dc-f3ee-468a-bc01-a7b098c71f09 tempest-ServerActionsV293TestJSON-722917977 tempest-ServerActionsV293TestJSON-722917977-project-member] Enqueued Resource ID: 7febb477-5157-4c38-90ef-df7420edadd6 with Priority: HIGHEST for action security_group_rules [ 782.062482] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7febb477-5157-4c38-90ef-df7420edadd6 with Priority: HIGHEST for action security_group_rules [ 782.066533] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7febb477-5157-4c38-90ef-df7420edadd6 taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.066533] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7febb477-5157-4c38-90ef-df7420edadd6" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.066533] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7febb477-5157-4c38-90ef-df7420edadd6" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.068759] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7febb477-5157-4c38-90ef-df7420edadd6" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.068759] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7febb477-5157-4c38-90ef-df7420edadd6',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 782.135909] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.136256] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.136256] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.136688] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.136733] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.137300] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8ef647dc-d512-4f76-953f-90944fd4aeda is going to be updated. [ 782.146214] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.146418] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.146492] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.146708] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.146852] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.146885] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d0e97683-17f6-4d4c-80d6-2bdf01e1d98f is going to be updated. [ 782.177529] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.177707] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.177748] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.177951] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.179423] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.183841] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.183841] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.183841] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.183841] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.183841] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.196053] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d0e97683-17f6-4d4c-80d6-2bdf01e1d98f in Status: IN_PROGRESS for 2s [ 782.197465] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8ef647dc-d512-4f76-953f-90944fd4aeda in Status: IN_PROGRESS for 2s [ 782.307608] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.307608] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.307608] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.307608] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.307608] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.307608] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.307608] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.307608] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.307608] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.307608] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.307608] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 18e4ffa8-cd2d-48f6-b099-1a9f889f7ca1 already deleted. [ 782.307608] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-18e4ffa8-cd2d-48f6-b099-1a9f889f7ca1" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.316967] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e992998d-5675-40b8-9724-0b94dbc625ed',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 782.326102] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7114b3a6-eff8-4f13-9b92-c6ff66d32bcf [ 782.328032] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.328032] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.328032] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.328032] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.328032] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.329254] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7114b3a6-eff8-4f13-9b92-c6ff66d32bcf already deleted. [ 782.329409] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7114b3a6-eff8-4f13-9b92-c6ff66d32bcf" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.520875] env[65288]: INFO networking_nsxv3.common.synchronization [None req-6083cec3-8b6d-4822-9c52-1052591fae4e tempest-ServerActionsV293TestJSON-722917977 tempest-ServerActionsV293TestJSON-722917977-project-member] Enqueued Resource ID: 7febb477-5157-4c38-90ef-df7420edadd6 with Priority: HIGHEST for action security_group_rules [ 782.522150] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7febb477-5157-4c38-90ef-df7420edadd6 with Priority: HIGHEST for action security_group_rules [ 782.522150] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7febb477-5157-4c38-90ef-df7420edadd6 taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.522150] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7febb477-5157-4c38-90ef-df7420edadd6" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.596899] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.597150] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.597150] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.597393] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.597478] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.597573] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7febb477-5157-4c38-90ef-df7420edadd6 already deleted. [ 782.597671] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7febb477-5157-4c38-90ef-df7420edadd6" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.598209] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7febb477-5157-4c38-90ef-df7420edadd6" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.601925] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7febb477-5157-4c38-90ef-df7420edadd6" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.601925] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7febb477-5157-4c38-90ef-df7420edadd6',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 782.610848] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d857526d-eac7-4714-83fd-2e68ebaa6ac6 in Status: SUCCESS [ 782.611169] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d857526d-eac7-4714-83fd-2e68ebaa6ac6" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.612288] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d857526d-eac7-4714-83fd-2e68ebaa6ac6" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.612288] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d857526d-eac7-4714-83fd-2e68ebaa6ac6" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.612288] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.612288] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.612492] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.612678] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.612808] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.613118] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d857526d-eac7-4714-83fd-2e68ebaa6ac6" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.614109] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d857526d-eac7-4714-83fd-2e68ebaa6ac6',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 782.643551] env[65288]: DEBUG networking_nsxv3.common.locking [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Lock network-362 taken with stack trace [, , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.643807] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquiring lock "network-362" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.643938] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired lock "network-362" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.644380] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired external semaphore "network-362" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.645199] env[65288]: DEBUG networking_nsxv3.common.locking [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.645199] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquiring lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.645199] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.646740] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired external semaphore "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.647873] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Releasing lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.647873] env[65288]: DEBUG dogpile.cache.region [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] No value present for key: 'zone-id' {{(pid=65288) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 782.647873] env[65288]: DEBUG dogpile.lock [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] NeedRegenerationException {{(pid=65288) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 782.647873] env[65288]: DEBUG dogpile.lock [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] no value, waiting for create lock {{(pid=65288) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 782.648114] env[65288]: DEBUG dogpile.lock [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] value creation lock acquired {{(pid=65288) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 782.648628] env[65288]: DEBUG dogpile.cache.region [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] No value present for key: 'zone-id' {{(pid=65288) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 782.648923] env[65288]: DEBUG dogpile.lock [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Calling creation function for not-yet-present value {{(pid=65288) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 782.649183] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 782.673247] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 782.673247] env[65288]: DEBUG dogpile.cache.region [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65288) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 782.673247] env[65288]: DEBUG dogpile.lock [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Released creation lock {{(pid=65288) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 782.673515] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Releasing lock "network-362" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.673785] env[65288]: DEBUG networking_nsxv3.common.locking [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Lock port-72eb2617-47e1-4a7b-880a-61f9696c04bf taken with stack trace [, , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.674016] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquiring lock "port-72eb2617-47e1-4a7b-880a-61f9696c04bf" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.674166] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired lock "port-72eb2617-47e1-4a7b-880a-61f9696c04bf" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.674539] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired external semaphore "port-72eb2617-47e1-4a7b-880a-61f9696c04bf" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.674692] env[65288]: DEBUG networking_nsxv3.api.rpc [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('72eb2617-47e1-4a7b-880a-61f9696c04bf',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 782.776861] env[65288]: INFO networking_nsxv3.common.synchronization [req-af3d1309-8b30-41eb-b382-e8dcf3fca619 req-d23c9850-613a-42c7-9c3b-9abec9d16538 tempest-ServersTestMultiNic-1767734042 tempest-ServersTestMultiNic-1767734042-project-member] Enqueued Resource ID: 190d80dc-4948-45bb-a2a0-fd44e4377cb2 with Priority: HIGHEST for action security_group_members [ 782.778032] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 190d80dc-4948-45bb-a2a0-fd44e4377cb2 with Priority: HIGHEST for action security_group_members [ 782.778835] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock member-190d80dc-4948-45bb-a2a0-fd44e4377cb2 taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.778835] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-190d80dc-4948-45bb-a2a0-fd44e4377cb2" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.778835] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-190d80dc-4948-45bb-a2a0-fd44e4377cb2" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.779106] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-190d80dc-4948-45bb-a2a0-fd44e4377cb2" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.779254] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.779483] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.779553] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.779737] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.779886] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.780045] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('190d80dc-4948-45bb-a2a0-fd44e4377cb2',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 782.808694] env[65288]: INFO networking_nsxv3.common.synchronization [None req-ab2993fb-b418-475e-a913-03c979d5e63b None None] Enqueued Resource ID: 0be8cdcc-9a46-4e44-a5ec-2b0f390c83e4 with Priority: HIGHEST for action port [ 782.808762] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0be8cdcc-9a46-4e44-a5ec-2b0f390c83e4 with Priority: HIGHEST for action port [ 782.809065] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock port-0be8cdcc-9a46-4e44-a5ec-2b0f390c83e4 taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.809205] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0be8cdcc-9a46-4e44-a5ec-2b0f390c83e4" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.809280] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0be8cdcc-9a46-4e44-a5ec-2b0f390c83e4" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.809575] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0be8cdcc-9a46-4e44-a5ec-2b0f390c83e4" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.809688] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0be8cdcc-9a46-4e44-a5ec-2b0f390c83e4',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 782.819463] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.819645] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.819735] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.819981] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.820113] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.820230] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e992998d-5675-40b8-9724-0b94dbc625ed is going to be updated. [ 782.878443] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.878443] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.878443] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.878691] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.878790] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.892897] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e992998d-5675-40b8-9724-0b94dbc625ed in Status: IN_PROGRESS for 2s [ 783.029073] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3a664249-2453-4d98-bc44-0c3aab5f1f25 in Status: SUCCESS [ 783.029073] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3a664249-2453-4d98-bc44-0c3aab5f1f25" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.117094] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d857526d-eac7-4714-83fd-2e68ebaa6ac6',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 783.129028] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.129208] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.129278] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.129538] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.129645] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.129758] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7febb477-5157-4c38-90ef-df7420edadd6 already deleted. [ 783.129860] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7febb477-5157-4c38-90ef-df7420edadd6" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.177713] env[65288]: DEBUG networking_nsxv3.common.locking [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.178038] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.178146] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.178516] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.178686] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.178883] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Segment Port 72eb2617-47e1-4a7b-880a-61f9696c04bf not found, creating... [ 783.179414] env[65288]: DEBUG networking_nsxv3.common.locking [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.179614] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquiring lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.179760] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.180012] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired external semaphore "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.180275] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Releasing lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.180618] env[65288]: DEBUG networking_nsxv3.common.locking [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.180802] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.180919] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.181177] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.181332] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.181522] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Resource: SegmentPort with ID: 72eb2617-47e1-4a7b-880a-61f9696c04bf is going to be created. [ 783.205848] env[65288]: DEBUG networking_nsxv3.common.locking [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.206097] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.206231] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.206673] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.206755] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.207029] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Releasing lock "port-72eb2617-47e1-4a7b-880a-61f9696c04bf" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.282317] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('190d80dc-4948-45bb-a2a0-fd44e4377cb2',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 783.312186] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 0be8cdcc-9a46-4e44-a5ec-2b0f390c83e4 [ 783.312349] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.312494] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.312566] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.313051] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.313197] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.313347] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:0be8cdcc-9a46-4e44-a5ec-2b0f390c83e4 already deleted. [ 783.313440] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0be8cdcc-9a46-4e44-a5ec-2b0f390c83e4" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.619854] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d857526d-eac7-4714-83fd-2e68ebaa6ac6: rpc.has_security_group_logging(os_id): False [ 783.642952] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.643097] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.643187] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.643636] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.644072] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.644656] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.644845] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.644948] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.646045] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.646309] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.646491] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d857526d-eac7-4714-83fd-2e68ebaa6ac6 is going to be updated. [ 783.666237] env[65288]: INFO networking_nsxv3.common.synchronization [req-af3d1309-8b30-41eb-b382-e8dcf3fca619 req-07a3e860-43f7-47ef-9c9e-f66720e89cf3 tempest-ServersTestMultiNic-1767734042 tempest-ServersTestMultiNic-1767734042-project-member] Enqueued Resource ID: 190d80dc-4948-45bb-a2a0-fd44e4377cb2 with Priority: HIGHEST for action security_group_members [ 783.672332] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 190d80dc-4948-45bb-a2a0-fd44e4377cb2 with Priority: HIGHEST for action security_group_members [ 783.673344] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock member-190d80dc-4948-45bb-a2a0-fd44e4377cb2 taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.673506] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-190d80dc-4948-45bb-a2a0-fd44e4377cb2" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.735762] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.735880] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.735938] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.736264] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.736454] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.777595] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d857526d-eac7-4714-83fd-2e68ebaa6ac6 in Status: IN_PROGRESS for 2s [ 783.778603] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d0e97683-17f6-4d4c-80d6-2bdf01e1d98f in Status: SUCCESS [ 783.779608] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d0e97683-17f6-4d4c-80d6-2bdf01e1d98f" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.779843] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d0e97683-17f6-4d4c-80d6-2bdf01e1d98f" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.780168] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d0e97683-17f6-4d4c-80d6-2bdf01e1d98f" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.780302] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d0e97683-17f6-4d4c-80d6-2bdf01e1d98f',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 783.785700] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('190d80dc-4948-45bb-a2a0-fd44e4377cb2',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 784.029233] env[65288]: INFO networking_nsxv3.common.synchronization [req-11258649-3da6-443e-9c5e-4d1ac90312f8 req-720f696e-383c-4457-9970-94de1da4a8e8 service nova] Enqueued Resource ID: 18e4ffa8-cd2d-48f6-b099-1a9f889f7ca1 with Priority: HIGHEST for action security_group_rules [ 784.029233] env[65288]: INFO networking_nsxv3.common.synchronization [req-11258649-3da6-443e-9c5e-4d1ac90312f8 req-720f696e-383c-4457-9970-94de1da4a8e8 service nova] Enqueued Resource ID: 18e4ffa8-cd2d-48f6-b099-1a9f889f7ca1 with Priority: HIGHEST for action security_group_members [ 784.029233] env[65288]: INFO networking_nsxv3.common.synchronization [req-11258649-3da6-443e-9c5e-4d1ac90312f8 req-720f696e-383c-4457-9970-94de1da4a8e8 service nova] Enqueued Resource ID: 72eb2617-47e1-4a7b-880a-61f9696c04bf with Priority: HIGHEST for action port [ 784.029233] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 18e4ffa8-cd2d-48f6-b099-1a9f889f7ca1 with Priority: HIGHEST for action security_group_rules [ 784.029400] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 18e4ffa8-cd2d-48f6-b099-1a9f889f7ca1 with Priority: HIGHEST for action security_group_members [ 784.029675] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 72eb2617-47e1-4a7b-880a-61f9696c04bf with Priority: HIGHEST for action port [ 784.029814] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock rules-18e4ffa8-cd2d-48f6-b099-1a9f889f7ca1 taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.030035] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-18e4ffa8-cd2d-48f6-b099-1a9f889f7ca1" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.030070] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-18e4ffa8-cd2d-48f6-b099-1a9f889f7ca1" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.030295] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-18e4ffa8-cd2d-48f6-b099-1a9f889f7ca1" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.030395] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('18e4ffa8-cd2d-48f6-b099-1a9f889f7ca1',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 784.033077] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock member-18e4ffa8-cd2d-48f6-b099-1a9f889f7ca1 taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.033077] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-18e4ffa8-cd2d-48f6-b099-1a9f889f7ca1" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.033077] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-18e4ffa8-cd2d-48f6-b099-1a9f889f7ca1" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.033077] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-18e4ffa8-cd2d-48f6-b099-1a9f889f7ca1" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.033077] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.033278] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.033278] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.033389] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.033787] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.033787] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('18e4ffa8-cd2d-48f6-b099-1a9f889f7ca1',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 784.034487] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock port-72eb2617-47e1-4a7b-880a-61f9696c04bf taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.034575] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-72eb2617-47e1-4a7b-880a-61f9696c04bf" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.034575] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-72eb2617-47e1-4a7b-880a-61f9696c04bf" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.034727] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-72eb2617-47e1-4a7b-880a-61f9696c04bf" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.034802] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('72eb2617-47e1-4a7b-880a-61f9696c04bf',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 784.212295] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d0e97683-17f6-4d4c-80d6-2bdf01e1d98f in Status: SUCCESS [ 784.212669] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d0e97683-17f6-4d4c-80d6-2bdf01e1d98f" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.213250] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8ef647dc-d512-4f76-953f-90944fd4aeda in Status: SUCCESS [ 784.213411] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8ef647dc-d512-4f76-953f-90944fd4aeda" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.213943] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d0e97683-17f6-4d4c-80d6-2bdf01e1d98f" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.214886] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d0e97683-17f6-4d4c-80d6-2bdf01e1d98f" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.215477] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.215716] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.216984] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.217806] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.217806] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.217806] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d0e97683-17f6-4d4c-80d6-2bdf01e1d98f',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 784.218350] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8ef647dc-d512-4f76-953f-90944fd4aeda" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.218598] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8ef647dc-d512-4f76-953f-90944fd4aeda" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.218822] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.222030] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.222030] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.222030] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.222030] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.222030] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8ef647dc-d512-4f76-953f-90944fd4aeda',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 784.282389] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock member-d0e97683-17f6-4d4c-80d6-2bdf01e1d98f taken with stack trace [, , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.282523] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d0e97683-17f6-4d4c-80d6-2bdf01e1d98f" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.292498] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.293410] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.293410] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.293410] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.293410] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.293615] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 190d80dc-4948-45bb-a2a0-fd44e4377cb2 is going to be updated. [ 784.320974] env[65288]: INFO networking_nsxv3.common.synchronization [None req-12a5c9c9-da18-41a7-910d-898b8d877331 None None] Enqueued Resource ID: 7c0f9479-32f6-4f0e-9094-d522514e7522 with Priority: HIGHEST for action port [ 784.321523] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7c0f9479-32f6-4f0e-9094-d522514e7522 with Priority: HIGHEST for action port [ 784.322600] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock port-7c0f9479-32f6-4f0e-9094-d522514e7522 taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.322600] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7c0f9479-32f6-4f0e-9094-d522514e7522" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.322600] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7c0f9479-32f6-4f0e-9094-d522514e7522" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.322600] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7c0f9479-32f6-4f0e-9094-d522514e7522" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.322600] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7c0f9479-32f6-4f0e-9094-d522514e7522',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 784.349898] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.351105] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.351460] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.351712] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.351825] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.371058] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 190d80dc-4948-45bb-a2a0-fd44e4377cb2 in Status: IN_PROGRESS for 2s [ 784.537191] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock member-18e4ffa8-cd2d-48f6-b099-1a9f889f7ca1 taken with stack trace [, , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.537393] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-18e4ffa8-cd2d-48f6-b099-1a9f889f7ca1" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.537799] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('18e4ffa8-cd2d-48f6-b099-1a9f889f7ca1',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 784.538612] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 72eb2617-47e1-4a7b-880a-61f9696c04bf with status ACTIVE [ 784.538860] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.539136] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.539245] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.539535] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.539657] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.539920] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.540087] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.540185] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.540413] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.540516] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.540747] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.540860] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.540914] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.541088] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.541228] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.541284] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 72eb2617-47e1-4a7b-880a-61f9696c04bf is going to be updated. [ 784.564086] env[65288]: INFO networking_nsxv3.common.synchronization [req-6a830aad-8211-4734-8068-f5c3e36c8170 req-72d6fe92-1c25-4306-83c5-9ef81198aad1 tempest-AttachInterfacesUnderV243Test-1657264318 tempest-AttachInterfacesUnderV243Test-1657264318-project-member] Enqueued Resource ID: d857526d-eac7-4714-83fd-2e68ebaa6ac6 with Priority: HIGHEST for action security_group_members [ 784.565422] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.565498] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.565532] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.565776] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.565987] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.566356] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-72eb2617-47e1-4a7b-880a-61f9696c04bf" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.566689] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d857526d-eac7-4714-83fd-2e68ebaa6ac6 with Priority: HIGHEST for action security_group_members [ 784.567057] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock member-d857526d-eac7-4714-83fd-2e68ebaa6ac6 taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.567204] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d857526d-eac7-4714-83fd-2e68ebaa6ac6" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.567290] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d857526d-eac7-4714-83fd-2e68ebaa6ac6" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.567503] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d857526d-eac7-4714-83fd-2e68ebaa6ac6" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.567669] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.567791] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.567872] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.568035] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.568235] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.568339] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d857526d-eac7-4714-83fd-2e68ebaa6ac6',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 784.725374] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d0e97683-17f6-4d4c-80d6-2bdf01e1d98f',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 784.725374] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8ef647dc-d512-4f76-953f-90944fd4aeda',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 784.824821] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7c0f9479-32f6-4f0e-9094-d522514e7522 [ 784.825266] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.825510] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.825693] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.825979] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.826164] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.826320] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7c0f9479-32f6-4f0e-9094-d522514e7522 already deleted. [ 784.826463] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7c0f9479-32f6-4f0e-9094-d522514e7522" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.902727] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e992998d-5675-40b8-9724-0b94dbc625ed in Status: SUCCESS [ 784.902944] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e992998d-5675-40b8-9724-0b94dbc625ed" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.903132] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e992998d-5675-40b8-9724-0b94dbc625ed" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.903360] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e992998d-5675-40b8-9724-0b94dbc625ed" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.903609] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.903730] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.903798] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.903964] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.904057] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.904172] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e992998d-5675-40b8-9724-0b94dbc625ed" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.904243] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e992998d-5675-40b8-9724-0b94dbc625ed',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 785.043411] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('18e4ffa8-cd2d-48f6-b099-1a9f889f7ca1',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 785.076024] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.076024] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.076024] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.076024] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.076024] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.076024] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.076024] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.076024] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.076024] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.076024] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.076024] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d857526d-eac7-4714-83fd-2e68ebaa6ac6 is going to be updated. [ 785.112385] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.112539] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.112573] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.112776] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.112926] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.122204] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d857526d-eac7-4714-83fd-2e68ebaa6ac6 in Status: IN_PROGRESS for 2s [ 785.227141] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d0e97683-17f6-4d4c-80d6-2bdf01e1d98f',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 785.228815] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8ef647dc-d512-4f76-953f-90944fd4aeda',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 785.407016] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e992998d-5675-40b8-9724-0b94dbc625ed',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 785.546605] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.546880] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.546880] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.547118] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.547215] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.547549] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 18e4ffa8-cd2d-48f6-b099-1a9f889f7ca1 is going to be created. [ 785.574721] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.574875] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.575124] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.575526] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.575526] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.586762] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 18e4ffa8-cd2d-48f6-b099-1a9f889f7ca1 in Status: UNINITIALIZED for 2s [ 785.731054] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.731259] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.731319] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.731514] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.731611] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.731715] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d0e97683-17f6-4d4c-80d6-2bdf01e1d98f is going to be updated. [ 785.733437] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.733437] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.733437] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.733621] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.733706] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.733753] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8ef647dc-d512-4f76-953f-90944fd4aeda is going to be updated. [ 785.769284] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.769284] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.769284] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.769284] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.769284] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.773859] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.774116] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.775058] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.775058] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.775058] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.782510] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8ef647dc-d512-4f76-953f-90944fd4aeda in Status: IN_PROGRESS for 2s [ 785.786020] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d0e97683-17f6-4d4c-80d6-2bdf01e1d98f in Status: IN_PROGRESS for 2s [ 785.794936] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d857526d-eac7-4714-83fd-2e68ebaa6ac6 in Status: SUCCESS [ 785.796016] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d857526d-eac7-4714-83fd-2e68ebaa6ac6" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.910898] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e992998d-5675-40b8-9724-0b94dbc625ed: rpc.has_security_group_logging(os_id): False [ 785.937068] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.937068] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.937068] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.937068] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.937068] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.937068] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.937068] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.937068] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.937068] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.937068] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.937068] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e992998d-5675-40b8-9724-0b94dbc625ed is going to be created. [ 786.048366] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.048534] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.048609] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.048820] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.049011] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.069556] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e992998d-5675-40b8-9724-0b94dbc625ed in Status: IN_PROGRESS for 2s [ 786.383133] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 190d80dc-4948-45bb-a2a0-fd44e4377cb2 in Status: SUCCESS [ 786.383645] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-190d80dc-4948-45bb-a2a0-fd44e4377cb2" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.383645] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-190d80dc-4948-45bb-a2a0-fd44e4377cb2" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.383754] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-190d80dc-4948-45bb-a2a0-fd44e4377cb2" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.384039] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.384039] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.384039] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.384904] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.384904] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.384904] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('190d80dc-4948-45bb-a2a0-fd44e4377cb2',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 786.888960] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.888960] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.891590] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.891590] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.891590] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.891590] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.891590] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.891590] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.891590] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.891590] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.891590] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 190d80dc-4948-45bb-a2a0-fd44e4377cb2 is going to be updated. [ 786.900065] env[65288]: INFO networking_nsxv3.common.synchronization [req-a2f48c59-9c66-4fb7-9a23-90a67559f40b req-9722440a-595d-4906-a55a-7d4b1ed882ef tempest-ServersTestJSON-839521041 tempest-ServersTestJSON-839521041-project-member] Enqueued Resource ID: ada53836-28c8-4535-89e2-e67e49a24d7f with Priority: HIGHEST for action security_group_members [ 786.901176] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ada53836-28c8-4535-89e2-e67e49a24d7f with Priority: HIGHEST for action security_group_members [ 786.901775] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock member-ada53836-28c8-4535-89e2-e67e49a24d7f taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.901984] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ada53836-28c8-4535-89e2-e67e49a24d7f" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.902107] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ada53836-28c8-4535-89e2-e67e49a24d7f" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.902607] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ada53836-28c8-4535-89e2-e67e49a24d7f" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.902862] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.904654] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.904857] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.905174] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.905366] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.905550] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ada53836-28c8-4535-89e2-e67e49a24d7f',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 786.928713] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.929115] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.935148] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.935148] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.935148] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.947752] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 190d80dc-4948-45bb-a2a0-fd44e4377cb2 in Status: IN_PROGRESS for 2s [ 787.133657] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d857526d-eac7-4714-83fd-2e68ebaa6ac6 in Status: SUCCESS [ 787.134184] env[65288]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d857526d-eac7-4714-83fd-2e68ebaa6ac6 deletion is rescheduled due to dependency. [ 787.134352] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d857526d-eac7-4714-83fd-2e68ebaa6ac6" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.411430] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.411430] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.411430] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.412222] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.412222] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.412222] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.412361] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.412481] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.413541] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.413541] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.413541] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ada53836-28c8-4535-89e2-e67e49a24d7f already deleted. [ 787.413541] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ada53836-28c8-4535-89e2-e67e49a24d7f" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.518481] env[65288]: DEBUG networking_nsxv3.common.locking [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Lock network-447 taken with stack trace [, , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.518836] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquiring lock "network-447" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.519041] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired lock "network-447" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.520794] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired external semaphore "network-447" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.521619] env[65288]: DEBUG networking_nsxv3.common.locking [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.522202] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquiring lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.522461] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.522879] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired external semaphore "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.523162] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Releasing lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.523566] env[65288]: DEBUG dogpile.cache.region [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] No value present for key: 'zone-id' {{(pid=65288) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 787.524104] env[65288]: DEBUG dogpile.lock [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] NeedRegenerationException {{(pid=65288) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 787.524674] env[65288]: DEBUG dogpile.lock [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] no value, waiting for create lock {{(pid=65288) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 787.524674] env[65288]: DEBUG dogpile.lock [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] value creation lock acquired {{(pid=65288) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 787.524887] env[65288]: DEBUG dogpile.cache.region [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] No value present for key: 'zone-id' {{(pid=65288) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 787.525129] env[65288]: DEBUG dogpile.lock [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Calling creation function for not-yet-present value {{(pid=65288) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 787.525437] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 787.549975] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 787.551058] env[65288]: DEBUG dogpile.cache.region [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=65288) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 787.551058] env[65288]: DEBUG dogpile.lock [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Released creation lock {{(pid=65288) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 787.551058] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Releasing lock "network-447" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.551058] env[65288]: DEBUG networking_nsxv3.common.locking [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Lock port-ceb760c8-d336-4ac7-8350-ed6c49394225 taken with stack trace [, , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.551058] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquiring lock "port-ceb760c8-d336-4ac7-8350-ed6c49394225" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.551400] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired lock "port-ceb760c8-d336-4ac7-8350-ed6c49394225" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.551508] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired external semaphore "port-ceb760c8-d336-4ac7-8350-ed6c49394225" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.551638] env[65288]: DEBUG networking_nsxv3.api.rpc [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ceb760c8-d336-4ac7-8350-ed6c49394225',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 787.597464] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 18e4ffa8-cd2d-48f6-b099-1a9f889f7ca1 in Status: SUCCESS [ 787.598396] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-18e4ffa8-cd2d-48f6-b099-1a9f889f7ca1" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.598396] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-18e4ffa8-cd2d-48f6-b099-1a9f889f7ca1" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.598595] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-18e4ffa8-cd2d-48f6-b099-1a9f889f7ca1" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.599103] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.599582] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.599582] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.599582] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.599582] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.599831] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-18e4ffa8-cd2d-48f6-b099-1a9f889f7ca1" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.599831] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('18e4ffa8-cd2d-48f6-b099-1a9f889f7ca1',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 787.816152] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8ef647dc-d512-4f76-953f-90944fd4aeda in Status: SUCCESS [ 787.817740] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8ef647dc-d512-4f76-953f-90944fd4aeda" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.819079] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8ef647dc-d512-4f76-953f-90944fd4aeda" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.819079] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8ef647dc-d512-4f76-953f-90944fd4aeda" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.819079] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.819079] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.819079] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.821320] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.821320] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.821320] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8ef647dc-d512-4f76-953f-90944fd4aeda" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.821320] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock member-8ef647dc-d512-4f76-953f-90944fd4aeda taken with stack trace [, , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.821504] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8ef647dc-d512-4f76-953f-90944fd4aeda" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.821504] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8ef647dc-d512-4f76-953f-90944fd4aeda" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.821623] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8ef647dc-d512-4f76-953f-90944fd4aeda" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.821873] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.821946] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.822071] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.822292] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.822415] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.822604] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8ef647dc-d512-4f76-953f-90944fd4aeda" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.822604] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8ef647dc-d512-4f76-953f-90944fd4aeda',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 787.824333] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d0e97683-17f6-4d4c-80d6-2bdf01e1d98f in Status: SUCCESS [ 787.825053] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d0e97683-17f6-4d4c-80d6-2bdf01e1d98f" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.825053] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d0e97683-17f6-4d4c-80d6-2bdf01e1d98f" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.825053] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d0e97683-17f6-4d4c-80d6-2bdf01e1d98f" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.825053] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.825240] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.825240] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.825458] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.825589] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.825682] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d0e97683-17f6-4d4c-80d6-2bdf01e1d98f" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.825783] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d0e97683-17f6-4d4c-80d6-2bdf01e1d98f',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 788.055055] env[65288]: DEBUG networking_nsxv3.common.locking [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.055055] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.055264] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.055543] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.055753] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.056890] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Segment Port ceb760c8-d336-4ac7-8350-ed6c49394225 not found, creating... [ 788.056890] env[65288]: DEBUG networking_nsxv3.common.locking [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.056890] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquiring lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.056890] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.057127] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired external semaphore "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.057655] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Releasing lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.058515] env[65288]: DEBUG networking_nsxv3.common.locking [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.058637] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.058776] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.059324] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.061334] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.061334] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Resource: SegmentPort with ID: ceb760c8-d336-4ac7-8350-ed6c49394225 is going to be created. [ 788.082627] env[65288]: DEBUG networking_nsxv3.common.locking [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.082924] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.083120] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.083428] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.084419] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.084419] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Releasing lock "port-ceb760c8-d336-4ac7-8350-ed6c49394225" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.085704] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e992998d-5675-40b8-9724-0b94dbc625ed in Status: SUCCESS [ 788.085886] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e992998d-5675-40b8-9724-0b94dbc625ed" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.102625] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('18e4ffa8-cd2d-48f6-b099-1a9f889f7ca1',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 788.334851] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8ef647dc-d512-4f76-953f-90944fd4aeda: rpc.has_security_group_logging(os_id): False [ 788.334851] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d0e97683-17f6-4d4c-80d6-2bdf01e1d98f',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 788.357961] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.358247] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.358350] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.358668] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.359447] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.360078] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.360233] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.360360] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.360680] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.360832] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.361517] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.361774] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.361891] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.362182] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.362440] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.362889] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.363075] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.363170] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.363436] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.363562] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.363701] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8ef647dc-d512-4f76-953f-90944fd4aeda is going to be updated. [ 788.442115] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.442855] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.442855] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.442855] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.442855] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.459853] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8ef647dc-d512-4f76-953f-90944fd4aeda in Status: IN_PROGRESS for 2s [ 788.607706] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 18e4ffa8-cd2d-48f6-b099-1a9f889f7ca1: rpc.has_security_group_logging(os_id): False [ 788.631892] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.631892] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.631892] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.632279] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.632416] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.632880] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.633073] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.633559] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.634082] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.634082] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.634306] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 18e4ffa8-cd2d-48f6-b099-1a9f889f7ca1 is going to be created. [ 788.709655] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.709655] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.709655] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.709655] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.709655] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.723034] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 18e4ffa8-cd2d-48f6-b099-1a9f889f7ca1 in Status: IN_PROGRESS for 2s [ 788.827555] env[65288]: INFO networking_nsxv3.common.synchronization [req-a2f48c59-9c66-4fb7-9a23-90a67559f40b req-d2fc772f-7f93-475f-b3b6-fd2af3d91e1d service nova] Enqueued Resource ID: ada53836-28c8-4535-89e2-e67e49a24d7f with Priority: HIGHEST for action security_group_rules [ 788.827555] env[65288]: INFO networking_nsxv3.common.synchronization [req-a2f48c59-9c66-4fb7-9a23-90a67559f40b req-d2fc772f-7f93-475f-b3b6-fd2af3d91e1d service nova] Enqueued Resource ID: ada53836-28c8-4535-89e2-e67e49a24d7f with Priority: HIGHEST for action security_group_members [ 788.827555] env[65288]: INFO networking_nsxv3.common.synchronization [req-a2f48c59-9c66-4fb7-9a23-90a67559f40b req-d2fc772f-7f93-475f-b3b6-fd2af3d91e1d service nova] Enqueued Resource ID: ceb760c8-d336-4ac7-8350-ed6c49394225 with Priority: HIGHEST for action port [ 788.827555] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ada53836-28c8-4535-89e2-e67e49a24d7f with Priority: HIGHEST for action security_group_rules [ 788.827555] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ada53836-28c8-4535-89e2-e67e49a24d7f with Priority: HIGHEST for action security_group_members [ 788.828243] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ceb760c8-d336-4ac7-8350-ed6c49394225 with Priority: HIGHEST for action port [ 788.829024] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ada53836-28c8-4535-89e2-e67e49a24d7f taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.829233] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ada53836-28c8-4535-89e2-e67e49a24d7f" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.829296] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ada53836-28c8-4535-89e2-e67e49a24d7f" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.829790] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ada53836-28c8-4535-89e2-e67e49a24d7f" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.829790] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ada53836-28c8-4535-89e2-e67e49a24d7f',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 788.830714] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock member-ada53836-28c8-4535-89e2-e67e49a24d7f taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.830714] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ada53836-28c8-4535-89e2-e67e49a24d7f" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.830714] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ada53836-28c8-4535-89e2-e67e49a24d7f" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.830917] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ada53836-28c8-4535-89e2-e67e49a24d7f" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.831049] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.831141] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.831203] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.831346] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.831432] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.831564] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ada53836-28c8-4535-89e2-e67e49a24d7f',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 788.834789] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock port-ceb760c8-d336-4ac7-8350-ed6c49394225 taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.835015] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ceb760c8-d336-4ac7-8350-ed6c49394225" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.835015] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ceb760c8-d336-4ac7-8350-ed6c49394225" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.836111] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ceb760c8-d336-4ac7-8350-ed6c49394225" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.836227] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ceb760c8-d336-4ac7-8350-ed6c49394225',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 788.839475] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d0e97683-17f6-4d4c-80d6-2bdf01e1d98f: rpc.has_security_group_logging(os_id): False [ 788.868560] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.869099] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.869099] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.869099] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.869099] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.869579] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.869579] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.869579] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.869766] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.869854] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.869904] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d0e97683-17f6-4d4c-80d6-2bdf01e1d98f is going to be updated. [ 788.960989] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.961204] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.961383] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.961508] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.961677] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.963565] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 190d80dc-4948-45bb-a2a0-fd44e4377cb2 in Status: SUCCESS [ 788.963757] env[65288]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 190d80dc-4948-45bb-a2a0-fd44e4377cb2 deletion is rescheduled due to dependency. [ 788.963864] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-190d80dc-4948-45bb-a2a0-fd44e4377cb2" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.975846] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d0e97683-17f6-4d4c-80d6-2bdf01e1d98f in Status: IN_PROGRESS for 2s [ 789.340698] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock member-ada53836-28c8-4535-89e2-e67e49a24d7f taken with stack trace [, , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.340698] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ada53836-28c8-4535-89e2-e67e49a24d7f" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.340960] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ada53836-28c8-4535-89e2-e67e49a24d7f',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 789.342046] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ceb760c8-d336-4ac7-8350-ed6c49394225 with status ACTIVE [ 789.342046] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.342244] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.342244] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.342480] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.343075] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.343571] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.343704] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.343779] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.344104] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.344210] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.344414] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.344514] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.344570] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.344722] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.344827] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.344946] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ceb760c8-d336-4ac7-8350-ed6c49394225 is going to be updated. [ 789.379437] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.379437] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.379437] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.379687] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.379687] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.379824] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ceb760c8-d336-4ac7-8350-ed6c49394225" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.644361] env[65288]: INFO networking_nsxv3.common.synchronization [req-f00e92a1-7ea4-4240-8a0e-e3494f87c54a req-df7eb36f-6da4-43bb-ab2e-1571e8637cbf tempest-ServerDiskConfigTestJSON-1970916035 tempest-ServerDiskConfigTestJSON-1970916035-project-member] Enqueued Resource ID: d245eef6-5371-47ae-aacd-21ec39f91d63 with Priority: HIGHEST for action security_group_members [ 789.645219] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d245eef6-5371-47ae-aacd-21ec39f91d63 with Priority: HIGHEST for action security_group_members [ 789.645708] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock member-d245eef6-5371-47ae-aacd-21ec39f91d63 taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.645904] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d245eef6-5371-47ae-aacd-21ec39f91d63" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.646129] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d245eef6-5371-47ae-aacd-21ec39f91d63" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.646569] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d245eef6-5371-47ae-aacd-21ec39f91d63" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.646641] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.646746] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.646839] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.647052] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.647239] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.647398] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d245eef6-5371-47ae-aacd-21ec39f91d63',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 789.848415] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ada53836-28c8-4535-89e2-e67e49a24d7f',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 790.108951] env[65288]: DEBUG networking_nsxv3.common.locking [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Lock network-586 taken with stack trace [, , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.109182] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquiring lock "network-586" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.109325] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired lock "network-586" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.109704] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired external semaphore "network-586" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.109977] env[65288]: DEBUG networking_nsxv3.common.locking [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.110231] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquiring lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.110404] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.110736] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired external semaphore "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.110904] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Releasing lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.111131] env[65288]: DEBUG dogpile.cache.region [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] No value present for key: 'zone-id' {{(pid=65288) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 790.111232] env[65288]: DEBUG dogpile.lock [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] NeedRegenerationException {{(pid=65288) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 790.111328] env[65288]: DEBUG dogpile.lock [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] no value, waiting for create lock {{(pid=65288) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 790.111424] env[65288]: DEBUG dogpile.lock [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] value creation lock acquired {{(pid=65288) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 790.111559] env[65288]: DEBUG dogpile.cache.region [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] No value present for key: 'zone-id' {{(pid=65288) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 790.111667] env[65288]: DEBUG dogpile.lock [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Calling creation function for not-yet-present value {{(pid=65288) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 790.111875] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 790.135364] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 790.135364] env[65288]: DEBUG dogpile.cache.region [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65288) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 790.135364] env[65288]: DEBUG dogpile.lock [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Released creation lock {{(pid=65288) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 790.135364] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Releasing lock "network-586" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.135364] env[65288]: DEBUG networking_nsxv3.common.locking [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Lock port-103cc2f4-83d6-498c-8bbd-1f0429db9365 taken with stack trace [, , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.135364] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquiring lock "port-103cc2f4-83d6-498c-8bbd-1f0429db9365" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.135364] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired lock "port-103cc2f4-83d6-498c-8bbd-1f0429db9365" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.135364] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired external semaphore "port-103cc2f4-83d6-498c-8bbd-1f0429db9365" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.135364] env[65288]: DEBUG networking_nsxv3.api.rpc [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('103cc2f4-83d6-498c-8bbd-1f0429db9365',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 790.151918] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.151918] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.151918] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.151918] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.151918] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.151918] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.151918] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.151918] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.151918] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.151918] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.151918] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d245eef6-5371-47ae-aacd-21ec39f91d63 is going to be updated. [ 790.183241] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.183241] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.183241] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.183241] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.183241] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.198369] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d245eef6-5371-47ae-aacd-21ec39f91d63 in Status: IN_PROGRESS for 2s [ 790.351709] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.353033] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.353033] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.353033] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.353033] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.353033] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ada53836-28c8-4535-89e2-e67e49a24d7f is going to be created. [ 790.383164] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.383351] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.383351] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.383532] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.386785] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.394871] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ada53836-28c8-4535-89e2-e67e49a24d7f in Status: UNINITIALIZED for 2s [ 790.475603] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8ef647dc-d512-4f76-953f-90944fd4aeda in Status: SUCCESS [ 790.475790] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8ef647dc-d512-4f76-953f-90944fd4aeda" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.475916] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8ef647dc-d512-4f76-953f-90944fd4aeda" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.476250] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8ef647dc-d512-4f76-953f-90944fd4aeda" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.476346] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8ef647dc-d512-4f76-953f-90944fd4aeda',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 790.640745] env[65288]: DEBUG networking_nsxv3.common.locking [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.641098] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.641314] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.641714] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.641966] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.642203] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Segment Port 103cc2f4-83d6-498c-8bbd-1f0429db9365 not found, creating... [ 790.642622] env[65288]: DEBUG networking_nsxv3.common.locking [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.642884] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquiring lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.643328] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.643746] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired external semaphore "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.644061] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Releasing lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.644570] env[65288]: DEBUG networking_nsxv3.common.locking [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.645093] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.645093] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.645431] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.645725] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.646052] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Resource: SegmentPort with ID: 103cc2f4-83d6-498c-8bbd-1f0429db9365 is going to be created. [ 790.667125] env[65288]: DEBUG networking_nsxv3.common.locking [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.667490] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.667694] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.668396] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.668764] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.669171] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Releasing lock "port-103cc2f4-83d6-498c-8bbd-1f0429db9365" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.736031] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 18e4ffa8-cd2d-48f6-b099-1a9f889f7ca1 in Status: SUCCESS [ 790.736296] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-18e4ffa8-cd2d-48f6-b099-1a9f889f7ca1" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.978226] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock member-8ef647dc-d512-4f76-953f-90944fd4aeda taken with stack trace [, , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.978460] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8ef647dc-d512-4f76-953f-90944fd4aeda" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.978555] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8ef647dc-d512-4f76-953f-90944fd4aeda" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.978853] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8ef647dc-d512-4f76-953f-90944fd4aeda" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.979068] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.979274] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.979373] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.979584] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.979690] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.979794] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8ef647dc-d512-4f76-953f-90944fd4aeda" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.979895] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8ef647dc-d512-4f76-953f-90944fd4aeda',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 790.992548] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d0e97683-17f6-4d4c-80d6-2bdf01e1d98f in Status: SUCCESS [ 790.992772] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d0e97683-17f6-4d4c-80d6-2bdf01e1d98f" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.389168] env[65288]: INFO networking_nsxv3.common.synchronization [req-f00e92a1-7ea4-4240-8a0e-e3494f87c54a req-44f8633d-74e1-4cca-a068-53411e0ef193 service nova] Enqueued Resource ID: d245eef6-5371-47ae-aacd-21ec39f91d63 with Priority: HIGHEST for action security_group_rules [ 791.389376] env[65288]: INFO networking_nsxv3.common.synchronization [req-f00e92a1-7ea4-4240-8a0e-e3494f87c54a req-44f8633d-74e1-4cca-a068-53411e0ef193 service nova] Enqueued Resource ID: d245eef6-5371-47ae-aacd-21ec39f91d63 with Priority: HIGHEST for action security_group_members [ 791.389547] env[65288]: INFO networking_nsxv3.common.synchronization [req-f00e92a1-7ea4-4240-8a0e-e3494f87c54a req-44f8633d-74e1-4cca-a068-53411e0ef193 service nova] Enqueued Resource ID: 103cc2f4-83d6-498c-8bbd-1f0429db9365 with Priority: HIGHEST for action port [ 791.390230] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d245eef6-5371-47ae-aacd-21ec39f91d63 with Priority: HIGHEST for action security_group_rules [ 791.390429] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d245eef6-5371-47ae-aacd-21ec39f91d63 with Priority: HIGHEST for action security_group_members [ 791.391356] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 103cc2f4-83d6-498c-8bbd-1f0429db9365 with Priority: HIGHEST for action port [ 791.391356] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d245eef6-5371-47ae-aacd-21ec39f91d63 taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.391356] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d245eef6-5371-47ae-aacd-21ec39f91d63" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.391356] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d245eef6-5371-47ae-aacd-21ec39f91d63" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.391356] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d245eef6-5371-47ae-aacd-21ec39f91d63" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.391596] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d245eef6-5371-47ae-aacd-21ec39f91d63',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 791.393146] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock member-d245eef6-5371-47ae-aacd-21ec39f91d63 taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.393146] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d245eef6-5371-47ae-aacd-21ec39f91d63" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.393146] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock port-103cc2f4-83d6-498c-8bbd-1f0429db9365 taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.393146] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-103cc2f4-83d6-498c-8bbd-1f0429db9365" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.393146] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-103cc2f4-83d6-498c-8bbd-1f0429db9365" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.394453] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-103cc2f4-83d6-498c-8bbd-1f0429db9365" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.394453] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('103cc2f4-83d6-498c-8bbd-1f0429db9365',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 791.483581] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock member-8ef647dc-d512-4f76-953f-90944fd4aeda taken with stack trace [, , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.486383] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8ef647dc-d512-4f76-953f-90944fd4aeda" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.486383] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8ef647dc-d512-4f76-953f-90944fd4aeda" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.486383] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8ef647dc-d512-4f76-953f-90944fd4aeda" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.486383] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.486383] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.486383] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.486383] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.486383] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.486383] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8ef647dc-d512-4f76-953f-90944fd4aeda" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.486383] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock member-8ef647dc-d512-4f76-953f-90944fd4aeda taken with stack trace [, , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.486816] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8ef647dc-d512-4f76-953f-90944fd4aeda" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.486816] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8ef647dc-d512-4f76-953f-90944fd4aeda" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.487302] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8ef647dc-d512-4f76-953f-90944fd4aeda" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.488067] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.488778] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.489231] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.489578] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.489849] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.489990] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8ef647dc-d512-4f76-953f-90944fd4aeda" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.490209] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8ef647dc-d512-4f76-953f-90944fd4aeda',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 791.714471] env[65288]: INFO networking_nsxv3.common.synchronization [req-afb7df27-ac5c-467e-99df-5e782e37cd0d req-47c49fd9-01f7-4541-bc23-bbf88e65cd8d tempest-ServerMetadataTestJSON-1729629717 tempest-ServerMetadataTestJSON-1729629717-project-member] Enqueued Resource ID: 56e4987b-a42c-447e-bc02-07e608a2b8d3 with Priority: HIGHEST for action security_group_members [ 791.715059] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 56e4987b-a42c-447e-bc02-07e608a2b8d3 with Priority: HIGHEST for action security_group_members [ 791.715397] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock member-56e4987b-a42c-447e-bc02-07e608a2b8d3 taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.715789] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-56e4987b-a42c-447e-bc02-07e608a2b8d3" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.715916] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-56e4987b-a42c-447e-bc02-07e608a2b8d3" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.716159] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-56e4987b-a42c-447e-bc02-07e608a2b8d3" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.716330] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.716447] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.716512] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.716670] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.716757] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.716851] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('56e4987b-a42c-447e-bc02-07e608a2b8d3',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 791.897901] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock member-d245eef6-5371-47ae-aacd-21ec39f91d63 taken with stack trace [, , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.897901] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d245eef6-5371-47ae-aacd-21ec39f91d63" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.897901] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 103cc2f4-83d6-498c-8bbd-1f0429db9365 with status ACTIVE [ 791.898193] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.898383] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.898452] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.899398] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.899398] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.899398] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.899398] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.899398] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.899398] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.899701] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.899739] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.899870] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.899931] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.900148] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.900246] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.901085] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 103cc2f4-83d6-498c-8bbd-1f0429db9365 is going to be updated. [ 791.930031] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.930031] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.930031] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.930244] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.930316] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.930586] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-103cc2f4-83d6-498c-8bbd-1f0429db9365" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.994337] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8ef647dc-d512-4f76-953f-90944fd4aeda: rpc.has_security_group_logging(os_id): False [ 792.028401] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.028628] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.028722] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.028962] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.029104] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.029457] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.029607] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.029656] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.029886] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.029983] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.030252] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.030380] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.030493] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.030648] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.030743] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.030992] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.031130] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.031205] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.031411] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.031505] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.031617] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8ef647dc-d512-4f76-953f-90944fd4aeda is going to be updated. [ 792.140303] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.140440] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.140490] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.140663] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.140822] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.156787] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8ef647dc-d512-4f76-953f-90944fd4aeda in Status: IN_PROGRESS for 2s [ 792.213499] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d245eef6-5371-47ae-aacd-21ec39f91d63 in Status: SUCCESS [ 792.213729] env[65288]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d245eef6-5371-47ae-aacd-21ec39f91d63 deletion is rescheduled due to dependency. [ 792.213924] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d245eef6-5371-47ae-aacd-21ec39f91d63" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.214029] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d245eef6-5371-47ae-aacd-21ec39f91d63" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.214247] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d245eef6-5371-47ae-aacd-21ec39f91d63" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.214431] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.215952] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.215952] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.215952] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.215952] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.216617] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d245eef6-5371-47ae-aacd-21ec39f91d63',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 792.219527] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.219664] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.219725] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.219917] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.220014] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.220345] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.220476] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.220568] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.220870] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.220961] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.221357] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 56e4987b-a42c-447e-bc02-07e608a2b8d3 is going to be updated. [ 792.264391] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.264546] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.264657] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.264875] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.265034] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.275220] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 56e4987b-a42c-447e-bc02-07e608a2b8d3 in Status: IN_PROGRESS for 2s [ 792.407961] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ada53836-28c8-4535-89e2-e67e49a24d7f in Status: SUCCESS [ 792.407961] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ada53836-28c8-4535-89e2-e67e49a24d7f" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.407961] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ada53836-28c8-4535-89e2-e67e49a24d7f" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.407961] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ada53836-28c8-4535-89e2-e67e49a24d7f" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.408503] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.408503] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.408664] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.408812] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.408935] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.409369] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ada53836-28c8-4535-89e2-e67e49a24d7f" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.409821] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ada53836-28c8-4535-89e2-e67e49a24d7f',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 792.721468] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d245eef6-5371-47ae-aacd-21ec39f91d63',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 792.919993] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ada53836-28c8-4535-89e2-e67e49a24d7f',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 793.222940] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d245eef6-5371-47ae-aacd-21ec39f91d63',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 793.424700] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ada53836-28c8-4535-89e2-e67e49a24d7f: rpc.has_security_group_logging(os_id): False [ 793.444978] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.445201] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.445253] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.445498] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.446012] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.446012] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.446012] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.446012] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.446200] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.446832] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.446832] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ada53836-28c8-4535-89e2-e67e49a24d7f is going to be created. [ 793.510369] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.510917] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.510994] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.511238] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.511458] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.525065] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ada53836-28c8-4535-89e2-e67e49a24d7f in Status: IN_PROGRESS for 2s [ 793.727822] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.727822] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.727822] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.728342] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.728342] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.728342] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d245eef6-5371-47ae-aacd-21ec39f91d63 is going to be updated. [ 793.764943] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.765105] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.765153] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.765903] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.765903] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.777109] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d245eef6-5371-47ae-aacd-21ec39f91d63 in Status: IN_PROGRESS for 2s [ 793.895639] env[65288]: INFO networking_nsxv3.common.synchronization [req-953bd626-66a7-4136-a11b-3adc6fd0afc7 req-a52957df-0b00-4fe7-9dd3-96f20d82cba1 tempest-TenantUsagesTestJSON-1245832964 tempest-TenantUsagesTestJSON-1245832964-project-member] Enqueued Resource ID: 145b2e80-a7ac-4be2-96a7-740a4a2d11ce with Priority: HIGHEST for action security_group_members [ 793.895639] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 145b2e80-a7ac-4be2-96a7-740a4a2d11ce with Priority: HIGHEST for action security_group_members [ 793.895639] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock member-145b2e80-a7ac-4be2-96a7-740a4a2d11ce taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.896023] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-145b2e80-a7ac-4be2-96a7-740a4a2d11ce" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.896144] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-145b2e80-a7ac-4be2-96a7-740a4a2d11ce" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.896623] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-145b2e80-a7ac-4be2-96a7-740a4a2d11ce" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.896699] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.896813] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.896873] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.897051] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.897353] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.897353] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('145b2e80-a7ac-4be2-96a7-740a4a2d11ce',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 794.176443] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8ef647dc-d512-4f76-953f-90944fd4aeda in Status: SUCCESS [ 794.176649] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8ef647dc-d512-4f76-953f-90944fd4aeda" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.288208] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 56e4987b-a42c-447e-bc02-07e608a2b8d3 in Status: SUCCESS [ 794.288208] env[65288]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 56e4987b-a42c-447e-bc02-07e608a2b8d3 deletion is rescheduled due to dependency. [ 794.288208] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-56e4987b-a42c-447e-bc02-07e608a2b8d3" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.403068] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.403068] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.403068] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.403068] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.403068] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.403068] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.403068] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.403068] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.403068] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.403068] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.404731] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 145b2e80-a7ac-4be2-96a7-740a4a2d11ce already deleted. [ 794.404731] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-145b2e80-a7ac-4be2-96a7-740a4a2d11ce" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.510166] env[65288]: DEBUG networking_nsxv3.common.locking [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Lock network-280 taken with stack trace [, , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.510404] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquiring lock "network-280" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.510463] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired lock "network-280" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.510732] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired external semaphore "network-280" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.511119] env[65288]: DEBUG networking_nsxv3.common.locking [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.511280] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquiring lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.511360] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.512453] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired external semaphore "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.512453] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Releasing lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.512453] env[65288]: DEBUG dogpile.cache.region [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] No value present for key: 'zone-id' {{(pid=65288) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 794.513057] env[65288]: DEBUG dogpile.lock [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] NeedRegenerationException {{(pid=65288) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 794.513057] env[65288]: DEBUG dogpile.lock [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] no value, waiting for create lock {{(pid=65288) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 794.513057] env[65288]: DEBUG dogpile.lock [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] value creation lock acquired {{(pid=65288) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 794.513057] env[65288]: DEBUG dogpile.cache.region [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] No value present for key: 'zone-id' {{(pid=65288) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 794.513057] env[65288]: DEBUG dogpile.lock [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Calling creation function for not-yet-present value {{(pid=65288) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 794.513057] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 794.538067] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 794.538067] env[65288]: DEBUG dogpile.cache.region [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=65288) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 794.538499] env[65288]: DEBUG dogpile.lock [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Released creation lock {{(pid=65288) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 794.538499] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Releasing lock "network-280" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.538862] env[65288]: DEBUG networking_nsxv3.common.locking [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Lock port-699834ad-0ca9-4a6e-ade5-bb33e6ab89c9 taken with stack trace [, , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.539111] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquiring lock "port-699834ad-0ca9-4a6e-ade5-bb33e6ab89c9" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.539270] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired lock "port-699834ad-0ca9-4a6e-ade5-bb33e6ab89c9" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.539616] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired external semaphore "port-699834ad-0ca9-4a6e-ade5-bb33e6ab89c9" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.539758] env[65288]: DEBUG networking_nsxv3.api.rpc [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('699834ad-0ca9-4a6e-ade5-bb33e6ab89c9',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 795.043270] env[65288]: DEBUG networking_nsxv3.common.locking [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.043718] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.043718] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.043981] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.044139] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.044380] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Segment Port 699834ad-0ca9-4a6e-ade5-bb33e6ab89c9 not found, creating... [ 795.044718] env[65288]: DEBUG networking_nsxv3.common.locking [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.044903] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquiring lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.045028] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.045266] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired external semaphore "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.045439] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Releasing lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.045778] env[65288]: DEBUG networking_nsxv3.common.locking [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.045947] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.046566] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.046850] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.046991] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.047199] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Resource: SegmentPort with ID: 699834ad-0ca9-4a6e-ade5-bb33e6ab89c9 is going to be created. [ 795.082270] env[65288]: DEBUG networking_nsxv3.common.locking [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.082532] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.082674] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.083985] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.083985] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.083985] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Releasing lock "port-699834ad-0ca9-4a6e-ade5-bb33e6ab89c9" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.537348] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ada53836-28c8-4535-89e2-e67e49a24d7f in Status: SUCCESS [ 795.537838] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ada53836-28c8-4535-89e2-e67e49a24d7f" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.788216] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d245eef6-5371-47ae-aacd-21ec39f91d63 in Status: SUCCESS [ 795.788492] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d245eef6-5371-47ae-aacd-21ec39f91d63" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.788676] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d245eef6-5371-47ae-aacd-21ec39f91d63" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.788894] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d245eef6-5371-47ae-aacd-21ec39f91d63" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.789106] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.789255] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.789401] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.789512] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.789595] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.789678] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d245eef6-5371-47ae-aacd-21ec39f91d63" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.789771] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d245eef6-5371-47ae-aacd-21ec39f91d63',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 795.812852] env[65288]: INFO networking_nsxv3.common.synchronization [req-953bd626-66a7-4136-a11b-3adc6fd0afc7 req-9c560870-c734-47f1-9c9a-f5d24000a5f0 service nova] Enqueued Resource ID: 145b2e80-a7ac-4be2-96a7-740a4a2d11ce with Priority: HIGHEST for action security_group_rules [ 795.812852] env[65288]: INFO networking_nsxv3.common.synchronization [req-953bd626-66a7-4136-a11b-3adc6fd0afc7 req-9c560870-c734-47f1-9c9a-f5d24000a5f0 service nova] Enqueued Resource ID: 145b2e80-a7ac-4be2-96a7-740a4a2d11ce with Priority: HIGHEST for action security_group_members [ 795.813533] env[65288]: INFO networking_nsxv3.common.synchronization [req-953bd626-66a7-4136-a11b-3adc6fd0afc7 req-9c560870-c734-47f1-9c9a-f5d24000a5f0 service nova] Enqueued Resource ID: 699834ad-0ca9-4a6e-ade5-bb33e6ab89c9 with Priority: HIGHEST for action port [ 795.813533] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 145b2e80-a7ac-4be2-96a7-740a4a2d11ce with Priority: HIGHEST for action security_group_rules [ 795.813533] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 145b2e80-a7ac-4be2-96a7-740a4a2d11ce with Priority: HIGHEST for action security_group_members [ 795.813533] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 699834ad-0ca9-4a6e-ade5-bb33e6ab89c9 with Priority: HIGHEST for action port [ 795.813909] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock rules-145b2e80-a7ac-4be2-96a7-740a4a2d11ce taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.814288] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-145b2e80-a7ac-4be2-96a7-740a4a2d11ce" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.814288] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-145b2e80-a7ac-4be2-96a7-740a4a2d11ce" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.814382] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-145b2e80-a7ac-4be2-96a7-740a4a2d11ce" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.814416] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('145b2e80-a7ac-4be2-96a7-740a4a2d11ce',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 795.816246] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock member-145b2e80-a7ac-4be2-96a7-740a4a2d11ce taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.816451] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-145b2e80-a7ac-4be2-96a7-740a4a2d11ce" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.816451] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-145b2e80-a7ac-4be2-96a7-740a4a2d11ce" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.816613] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-145b2e80-a7ac-4be2-96a7-740a4a2d11ce" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.817581] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.817581] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.817581] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.817581] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.818183] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.818183] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('145b2e80-a7ac-4be2-96a7-740a4a2d11ce',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 795.819921] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock port-699834ad-0ca9-4a6e-ade5-bb33e6ab89c9 taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.819921] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-699834ad-0ca9-4a6e-ade5-bb33e6ab89c9" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.819921] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-699834ad-0ca9-4a6e-ade5-bb33e6ab89c9" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.819921] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-699834ad-0ca9-4a6e-ade5-bb33e6ab89c9" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.820178] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('699834ad-0ca9-4a6e-ade5-bb33e6ab89c9',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 796.075490] env[65288]: INFO networking_nsxv3.common.synchronization [req-a4f77718-fae5-4c72-b540-5f325c6b8fe3 req-7b0e8e76-24d8-4ca2-ae8c-3fa12c211877 tempest-ServersNegativeTestMultiTenantJSON-205440114 tempest-ServersNegativeTestMultiTenantJSON-205440114-project-member] Enqueued Resource ID: ff5e97ce-45dd-496b-b148-c990b41fd40b with Priority: HIGHEST for action security_group_members [ 796.076490] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ff5e97ce-45dd-496b-b148-c990b41fd40b with Priority: HIGHEST for action security_group_members [ 796.076813] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock member-ff5e97ce-45dd-496b-b148-c990b41fd40b taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.076934] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ff5e97ce-45dd-496b-b148-c990b41fd40b" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.077010] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ff5e97ce-45dd-496b-b148-c990b41fd40b" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.077272] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ff5e97ce-45dd-496b-b148-c990b41fd40b" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.077435] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.077538] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.077602] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.077747] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.077833] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.077931] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ff5e97ce-45dd-496b-b148-c990b41fd40b',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 796.292560] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock member-d245eef6-5371-47ae-aacd-21ec39f91d63 taken with stack trace [, , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.292762] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d245eef6-5371-47ae-aacd-21ec39f91d63" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.295636] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d245eef6-5371-47ae-aacd-21ec39f91d63" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.295636] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d245eef6-5371-47ae-aacd-21ec39f91d63" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.295636] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.295636] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.295636] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.296125] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.296125] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.296125] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d245eef6-5371-47ae-aacd-21ec39f91d63" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.296439] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock member-d245eef6-5371-47ae-aacd-21ec39f91d63 taken with stack trace [, , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.296570] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d245eef6-5371-47ae-aacd-21ec39f91d63" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.296779] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d245eef6-5371-47ae-aacd-21ec39f91d63" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.296871] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d245eef6-5371-47ae-aacd-21ec39f91d63" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.297109] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.297208] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.297208] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.297417] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.297509] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.297663] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d245eef6-5371-47ae-aacd-21ec39f91d63" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.297795] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d245eef6-5371-47ae-aacd-21ec39f91d63',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 796.317048] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock member-145b2e80-a7ac-4be2-96a7-740a4a2d11ce taken with stack trace [, , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.317367] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-145b2e80-a7ac-4be2-96a7-740a4a2d11ce" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.321914] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('145b2e80-a7ac-4be2-96a7-740a4a2d11ce',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 796.324944] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 699834ad-0ca9-4a6e-ade5-bb33e6ab89c9 with status ACTIVE [ 796.324944] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.324944] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.324944] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.324944] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.324944] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.325320] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.325320] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.325320] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.325487] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.325998] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.325998] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.327057] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.327138] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.327324] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.327497] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.327615] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 699834ad-0ca9-4a6e-ade5-bb33e6ab89c9 is going to be updated. [ 796.355164] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.355391] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.355391] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.355707] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.355707] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.355881] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-699834ad-0ca9-4a6e-ade5-bb33e6ab89c9" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.579995] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.580279] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.580343] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.580634] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.580758] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.581480] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.581480] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.581480] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.581907] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.581907] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.581907] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ff5e97ce-45dd-496b-b148-c990b41fd40b already deleted. [ 796.582565] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ff5e97ce-45dd-496b-b148-c990b41fd40b" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.604572] env[65288]: DEBUG networking_nsxv3.common.locking [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Lock network-2 taken with stack trace [, , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.604896] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquiring lock "network-2" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.605076] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired lock "network-2" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.605537] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired external semaphore "network-2" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.606429] env[65288]: DEBUG networking_nsxv3.common.locking [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.606429] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquiring lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.606429] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.606755] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired external semaphore "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.607140] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Releasing lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.608385] env[65288]: DEBUG dogpile.cache.region [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] No value present for key: 'zone-id' {{(pid=65288) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 796.608812] env[65288]: DEBUG dogpile.lock [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] NeedRegenerationException {{(pid=65288) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 796.610239] env[65288]: DEBUG dogpile.lock [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] no value, waiting for create lock {{(pid=65288) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 796.610239] env[65288]: DEBUG dogpile.lock [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] value creation lock acquired {{(pid=65288) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 796.610239] env[65288]: DEBUG dogpile.cache.region [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] No value present for key: 'zone-id' {{(pid=65288) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 796.610239] env[65288]: DEBUG dogpile.lock [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Calling creation function for not-yet-present value {{(pid=65288) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 796.610239] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 796.636927] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 796.636927] env[65288]: DEBUG dogpile.cache.region [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Cache value generated in 0.027 seconds for key(s): 'zone-id' {{(pid=65288) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 796.636927] env[65288]: DEBUG dogpile.lock [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Released creation lock {{(pid=65288) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 796.636927] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Releasing lock "network-2" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.637239] env[65288]: DEBUG networking_nsxv3.common.locking [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Lock port-466e83ac-d383-44aa-8b53-f4bfc87b2ea1 taken with stack trace [, , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.637239] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquiring lock "port-466e83ac-d383-44aa-8b53-f4bfc87b2ea1" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.637465] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired lock "port-466e83ac-d383-44aa-8b53-f4bfc87b2ea1" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.637623] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired external semaphore "port-466e83ac-d383-44aa-8b53-f4bfc87b2ea1" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.637733] env[65288]: DEBUG networking_nsxv3.api.rpc [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('466e83ac-d383-44aa-8b53-f4bfc87b2ea1',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 796.801018] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d245eef6-5371-47ae-aacd-21ec39f91d63: rpc.has_security_group_logging(os_id): False [ 796.828291] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.828652] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.828652] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.828844] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.828924] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.829113] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.829252] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.829252] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.830084] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.830084] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.830084] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.830084] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.830084] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.830084] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.830084] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.832089] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.832089] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.832089] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.832089] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.832089] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.832089] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d245eef6-5371-47ae-aacd-21ec39f91d63 is going to be updated. [ 796.832089] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('145b2e80-a7ac-4be2-96a7-740a4a2d11ce',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 796.920031] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.920031] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.920031] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.920031] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.920031] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.936524] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d245eef6-5371-47ae-aacd-21ec39f91d63 in Status: IN_PROGRESS for 2s [ 797.140677] env[65288]: DEBUG networking_nsxv3.common.locking [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.140973] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.141040] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.141378] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.141540] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.141688] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Segment Port 466e83ac-d383-44aa-8b53-f4bfc87b2ea1 not found, creating... [ 797.141977] env[65288]: DEBUG networking_nsxv3.common.locking [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.142129] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquiring lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.142243] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.142488] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired external semaphore "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.142642] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Releasing lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.142910] env[65288]: DEBUG networking_nsxv3.common.locking [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.143063] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.143176] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.143383] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.143506] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.143638] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Resource: SegmentPort with ID: 466e83ac-d383-44aa-8b53-f4bfc87b2ea1 is going to be created. [ 797.168049] env[65288]: DEBUG networking_nsxv3.common.locking [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.168384] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.168507] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.170315] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.170315] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.170315] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Releasing lock "port-466e83ac-d383-44aa-8b53-f4bfc87b2ea1" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.334695] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.334895] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.334977] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.335237] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.335348] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.335451] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 145b2e80-a7ac-4be2-96a7-740a4a2d11ce is going to be created. [ 797.377936] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.378161] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.378217] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.378465] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.378713] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.392188] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 145b2e80-a7ac-4be2-96a7-740a4a2d11ce in Status: UNINITIALIZED for 2s [ 797.899232] env[65288]: INFO networking_nsxv3.common.synchronization [req-a4f77718-fae5-4c72-b540-5f325c6b8fe3 req-cb0e7b62-c507-4b69-8ee1-a8c8bd664430 service nova] Enqueued Resource ID: ff5e97ce-45dd-496b-b148-c990b41fd40b with Priority: HIGHEST for action security_group_rules [ 797.899232] env[65288]: INFO networking_nsxv3.common.synchronization [req-a4f77718-fae5-4c72-b540-5f325c6b8fe3 req-cb0e7b62-c507-4b69-8ee1-a8c8bd664430 service nova] Enqueued Resource ID: ff5e97ce-45dd-496b-b148-c990b41fd40b with Priority: HIGHEST for action security_group_members [ 797.899232] env[65288]: INFO networking_nsxv3.common.synchronization [req-a4f77718-fae5-4c72-b540-5f325c6b8fe3 req-cb0e7b62-c507-4b69-8ee1-a8c8bd664430 service nova] Enqueued Resource ID: 466e83ac-d383-44aa-8b53-f4bfc87b2ea1 with Priority: HIGHEST for action port [ 797.900097] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ff5e97ce-45dd-496b-b148-c990b41fd40b with Priority: HIGHEST for action security_group_rules [ 797.900468] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ff5e97ce-45dd-496b-b148-c990b41fd40b with Priority: HIGHEST for action security_group_members [ 797.903216] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 466e83ac-d383-44aa-8b53-f4bfc87b2ea1 with Priority: HIGHEST for action port [ 797.903216] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ff5e97ce-45dd-496b-b148-c990b41fd40b taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.903216] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ff5e97ce-45dd-496b-b148-c990b41fd40b" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.903216] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ff5e97ce-45dd-496b-b148-c990b41fd40b" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.903216] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ff5e97ce-45dd-496b-b148-c990b41fd40b" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.903216] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ff5e97ce-45dd-496b-b148-c990b41fd40b',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 797.906040] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock member-ff5e97ce-45dd-496b-b148-c990b41fd40b taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.906040] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ff5e97ce-45dd-496b-b148-c990b41fd40b" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.906040] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ff5e97ce-45dd-496b-b148-c990b41fd40b" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.906040] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ff5e97ce-45dd-496b-b148-c990b41fd40b" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.906040] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.906040] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.906040] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.906040] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.906609] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.910102] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ff5e97ce-45dd-496b-b148-c990b41fd40b',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 797.911373] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock port-466e83ac-d383-44aa-8b53-f4bfc87b2ea1 taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.911498] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-466e83ac-d383-44aa-8b53-f4bfc87b2ea1" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.911564] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-466e83ac-d383-44aa-8b53-f4bfc87b2ea1" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.911866] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-466e83ac-d383-44aa-8b53-f4bfc87b2ea1" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.911979] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('466e83ac-d383-44aa-8b53-f4bfc87b2ea1',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 798.414607] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock member-ff5e97ce-45dd-496b-b148-c990b41fd40b taken with stack trace [, , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.415050] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ff5e97ce-45dd-496b-b148-c990b41fd40b" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.415050] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ff5e97ce-45dd-496b-b148-c990b41fd40b',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 798.415817] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 466e83ac-d383-44aa-8b53-f4bfc87b2ea1 with status ACTIVE [ 798.416364] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.416364] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.416364] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.417477] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.417477] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.417477] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.417477] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.417477] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.417477] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.417477] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.417477] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.417477] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.417477] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.418930] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.418930] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.418930] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 466e83ac-d383-44aa-8b53-f4bfc87b2ea1 is going to be updated. [ 798.442989] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.443176] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.443418] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.444699] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.444699] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.444699] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-466e83ac-d383-44aa-8b53-f4bfc87b2ea1" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.837660] env[65288]: INFO networking_nsxv3.common.synchronization [req-1a6ae21a-2333-4ec6-9a71-5ec86da42dfe req-8a8ecc72-59d3-45ef-8b99-5d49851f5ae1 tempest-DeleteServersTestJSON-1755245245 tempest-DeleteServersTestJSON-1755245245-project-member] Enqueued Resource ID: 5c1b1b02-0d0e-421c-9442-12c88f168c61 with Priority: HIGHEST for action security_group_members [ 798.841154] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5c1b1b02-0d0e-421c-9442-12c88f168c61 with Priority: HIGHEST for action security_group_members [ 798.841998] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock member-5c1b1b02-0d0e-421c-9442-12c88f168c61 taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.842276] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5c1b1b02-0d0e-421c-9442-12c88f168c61" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.842276] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5c1b1b02-0d0e-421c-9442-12c88f168c61" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.842507] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5c1b1b02-0d0e-421c-9442-12c88f168c61" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.842698] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.842793] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.842913] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.843053] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.843178] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.843299] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5c1b1b02-0d0e-421c-9442-12c88f168c61',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 798.920234] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ff5e97ce-45dd-496b-b148-c990b41fd40b',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 798.953464] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d245eef6-5371-47ae-aacd-21ec39f91d63 in Status: SUCCESS [ 798.953751] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d245eef6-5371-47ae-aacd-21ec39f91d63" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.295068] env[65288]: DEBUG networking_nsxv3.common.locking [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Lock network-498 taken with stack trace [, , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.295068] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquiring lock "network-498" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.295223] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired lock "network-498" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.295940] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired external semaphore "network-498" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.295940] env[65288]: DEBUG networking_nsxv3.common.locking [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.295940] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquiring lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.296520] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.297168] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired external semaphore "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.298501] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Releasing lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.300814] env[65288]: DEBUG dogpile.cache.region [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] No value present for key: 'zone-id' {{(pid=65288) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 799.300814] env[65288]: DEBUG dogpile.lock [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] NeedRegenerationException {{(pid=65288) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 799.300814] env[65288]: DEBUG dogpile.lock [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] no value, waiting for create lock {{(pid=65288) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 799.300814] env[65288]: DEBUG dogpile.lock [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] value creation lock acquired {{(pid=65288) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 799.300814] env[65288]: DEBUG dogpile.cache.region [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] No value present for key: 'zone-id' {{(pid=65288) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 799.300814] env[65288]: DEBUG dogpile.lock [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Calling creation function for not-yet-present value {{(pid=65288) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 799.300814] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 799.335619] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 799.335989] env[65288]: DEBUG dogpile.cache.region [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Cache value generated in 0.036 seconds for key(s): 'zone-id' {{(pid=65288) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 799.336254] env[65288]: DEBUG dogpile.lock [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Released creation lock {{(pid=65288) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 799.336482] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Releasing lock "network-498" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.336861] env[65288]: DEBUG networking_nsxv3.common.locking [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Lock port-3e4e8c03-3ad4-414f-a7ed-7c6eca0f2623 taken with stack trace [, , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.337109] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquiring lock "port-3e4e8c03-3ad4-414f-a7ed-7c6eca0f2623" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.337273] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired lock "port-3e4e8c03-3ad4-414f-a7ed-7c6eca0f2623" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.337764] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired external semaphore "port-3e4e8c03-3ad4-414f-a7ed-7c6eca0f2623" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.337950] env[65288]: DEBUG networking_nsxv3.api.rpc [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3e4e8c03-3ad4-414f-a7ed-7c6eca0f2623',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 799.347034] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.347322] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.347322] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.347558] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.347645] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.347881] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.348020] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.348077] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.348292] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.348374] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.348455] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5c1b1b02-0d0e-421c-9442-12c88f168c61 is going to be updated. [ 799.389791] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.390064] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.390166] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.390634] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.390880] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.403323] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 145b2e80-a7ac-4be2-96a7-740a4a2d11ce in Status: SUCCESS [ 799.403590] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-145b2e80-a7ac-4be2-96a7-740a4a2d11ce" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.403888] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-145b2e80-a7ac-4be2-96a7-740a4a2d11ce" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.404270] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-145b2e80-a7ac-4be2-96a7-740a4a2d11ce" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.404498] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.404622] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.404701] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.404841] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.405031] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.405158] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-145b2e80-a7ac-4be2-96a7-740a4a2d11ce" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.405299] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('145b2e80-a7ac-4be2-96a7-740a4a2d11ce',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 799.407105] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5c1b1b02-0d0e-421c-9442-12c88f168c61 in Status: IN_PROGRESS for 2s [ 799.424706] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.425173] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.425173] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.425399] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.425550] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.425707] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ff5e97ce-45dd-496b-b148-c990b41fd40b is going to be created. [ 799.465667] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.465878] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.465920] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.466185] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.466383] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.491056] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ff5e97ce-45dd-496b-b148-c990b41fd40b in Status: UNINITIALIZED for 2s [ 799.717488] env[65288]: INFO networking_nsxv3.common.synchronization [req-16285d4a-e50c-4a7c-a838-f9ecd98a71a3 req-92ec4cf3-d28e-4430-ae59-a9a27d1d6cf3 tempest-ListImageFiltersTestJSON-1691818130 tempest-ListImageFiltersTestJSON-1691818130-project-member] Enqueued Resource ID: b13e28ee-b8aa-43ab-83df-d02231540216 with Priority: HIGHEST for action security_group_members [ 799.718186] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b13e28ee-b8aa-43ab-83df-d02231540216 with Priority: HIGHEST for action security_group_members [ 799.718590] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock member-b13e28ee-b8aa-43ab-83df-d02231540216 taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.718788] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b13e28ee-b8aa-43ab-83df-d02231540216" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.718927] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b13e28ee-b8aa-43ab-83df-d02231540216" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.719808] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b13e28ee-b8aa-43ab-83df-d02231540216" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.719975] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.720096] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.720160] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.720334] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.720848] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.720962] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b13e28ee-b8aa-43ab-83df-d02231540216',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 799.841233] env[65288]: DEBUG networking_nsxv3.common.locking [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.841653] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.841653] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.842020] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.842228] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.842326] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Segment Port 3e4e8c03-3ad4-414f-a7ed-7c6eca0f2623 not found, creating... [ 799.842618] env[65288]: DEBUG networking_nsxv3.common.locking [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.842878] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquiring lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.842878] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.843130] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired external semaphore "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.843271] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Releasing lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.843538] env[65288]: DEBUG networking_nsxv3.common.locking [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.843736] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.843903] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.844041] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.844173] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.844329] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Resource: SegmentPort with ID: 3e4e8c03-3ad4-414f-a7ed-7c6eca0f2623 is going to be created. [ 799.885584] env[65288]: DEBUG networking_nsxv3.common.locking [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.885785] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.885904] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.886279] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.887031] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.887228] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Releasing lock "port-3e4e8c03-3ad4-414f-a7ed-7c6eca0f2623" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.908631] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock member-145b2e80-a7ac-4be2-96a7-740a4a2d11ce taken with stack trace [, , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.909354] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-145b2e80-a7ac-4be2-96a7-740a4a2d11ce" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.909354] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-145b2e80-a7ac-4be2-96a7-740a4a2d11ce" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.909354] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-145b2e80-a7ac-4be2-96a7-740a4a2d11ce" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.909597] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.909830] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.909888] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.910134] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.910259] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.910381] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-145b2e80-a7ac-4be2-96a7-740a4a2d11ce" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.910641] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock member-145b2e80-a7ac-4be2-96a7-740a4a2d11ce taken with stack trace [, , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.910876] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-145b2e80-a7ac-4be2-96a7-740a4a2d11ce" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.910876] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-145b2e80-a7ac-4be2-96a7-740a4a2d11ce" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.911069] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-145b2e80-a7ac-4be2-96a7-740a4a2d11ce" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.911321] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.911401] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.911436] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.911864] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.912033] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.912176] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-145b2e80-a7ac-4be2-96a7-740a4a2d11ce" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.912490] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('145b2e80-a7ac-4be2-96a7-740a4a2d11ce',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 800.223192] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b13e28ee-b8aa-43ab-83df-d02231540216',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 800.415106] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 145b2e80-a7ac-4be2-96a7-740a4a2d11ce: rpc.has_security_group_logging(os_id): False [ 800.435691] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.436271] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.436271] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.436271] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.436456] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.436744] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.439102] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.439102] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.439102] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.439102] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.439102] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.439102] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.439438] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.439625] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.439706] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.440249] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.440249] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.440249] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.440249] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.440756] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.440756] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 145b2e80-a7ac-4be2-96a7-740a4a2d11ce is going to be created. [ 800.444264] env[65288]: INFO networking_nsxv3.common.synchronization [req-18add2e1-ae06-4721-8b1d-e16d45f25f49 req-a47f412b-b310-44e2-be0e-e3bc4112d085 tempest-ServerMetadataNegativeTestJSON-1384246882 tempest-ServerMetadataNegativeTestJSON-1384246882-project-member] Enqueued Resource ID: 87c84149-cfef-4d12-ab0a-ed7e843e7799 with Priority: HIGHEST for action security_group_members [ 800.444962] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 87c84149-cfef-4d12-ab0a-ed7e843e7799 with Priority: HIGHEST for action security_group_members [ 800.445500] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock member-87c84149-cfef-4d12-ab0a-ed7e843e7799 taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.445500] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-87c84149-cfef-4d12-ab0a-ed7e843e7799" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.445624] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-87c84149-cfef-4d12-ab0a-ed7e843e7799" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.445765] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-87c84149-cfef-4d12-ab0a-ed7e843e7799" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.446449] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.446449] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.446449] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.446449] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.446449] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.446449] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('87c84149-cfef-4d12-ab0a-ed7e843e7799',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 800.539396] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.539534] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.539611] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.539842] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.540091] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.557182] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 145b2e80-a7ac-4be2-96a7-740a4a2d11ce in Status: IN_PROGRESS for 2s [ 800.686916] env[65288]: INFO networking_nsxv3.common.synchronization [req-1a6ae21a-2333-4ec6-9a71-5ec86da42dfe req-b11e8775-9e72-4ee8-9cc6-c20256fd8116 service nova] Enqueued Resource ID: 5c1b1b02-0d0e-421c-9442-12c88f168c61 with Priority: HIGHEST for action security_group_rules [ 800.687186] env[65288]: INFO networking_nsxv3.common.synchronization [req-1a6ae21a-2333-4ec6-9a71-5ec86da42dfe req-b11e8775-9e72-4ee8-9cc6-c20256fd8116 service nova] Enqueued Resource ID: 5c1b1b02-0d0e-421c-9442-12c88f168c61 with Priority: HIGHEST for action security_group_members [ 800.687411] env[65288]: INFO networking_nsxv3.common.synchronization [req-1a6ae21a-2333-4ec6-9a71-5ec86da42dfe req-b11e8775-9e72-4ee8-9cc6-c20256fd8116 service nova] Enqueued Resource ID: 3e4e8c03-3ad4-414f-a7ed-7c6eca0f2623 with Priority: HIGHEST for action port [ 800.688152] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5c1b1b02-0d0e-421c-9442-12c88f168c61 with Priority: HIGHEST for action security_group_rules [ 800.688402] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5c1b1b02-0d0e-421c-9442-12c88f168c61 with Priority: HIGHEST for action security_group_members [ 800.688469] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3e4e8c03-3ad4-414f-a7ed-7c6eca0f2623 with Priority: HIGHEST for action port [ 800.689266] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5c1b1b02-0d0e-421c-9442-12c88f168c61 taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.689266] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5c1b1b02-0d0e-421c-9442-12c88f168c61" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.689266] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5c1b1b02-0d0e-421c-9442-12c88f168c61" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.689508] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5c1b1b02-0d0e-421c-9442-12c88f168c61" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.689654] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5c1b1b02-0d0e-421c-9442-12c88f168c61',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 800.690790] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock member-5c1b1b02-0d0e-421c-9442-12c88f168c61 taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.690890] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5c1b1b02-0d0e-421c-9442-12c88f168c61" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.691095] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock port-3e4e8c03-3ad4-414f-a7ed-7c6eca0f2623 taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.691197] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3e4e8c03-3ad4-414f-a7ed-7c6eca0f2623" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.691257] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3e4e8c03-3ad4-414f-a7ed-7c6eca0f2623" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.691449] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3e4e8c03-3ad4-414f-a7ed-7c6eca0f2623" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.691542] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3e4e8c03-3ad4-414f-a7ed-7c6eca0f2623',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 800.725741] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b13e28ee-b8aa-43ab-83df-d02231540216',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 800.950728] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.950882] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.950882] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.951203] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.951422] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.951596] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.951720] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.951764] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.951934] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.952019] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.952175] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 87c84149-cfef-4d12-ab0a-ed7e843e7799 is going to be updated. [ 800.973643] env[65288]: INFO networking_nsxv3.common.synchronization [req-623ef289-3ce5-4f96-b056-fb03b4a52b05 req-fe342cf1-c045-4273-af6a-b4ac6e76d453 tempest-ServersAdminTestJSON-1417343482 tempest-ServersAdminTestJSON-1417343482-project-member] Enqueued Resource ID: d4809d67-1b31-408a-868c-7991f7666292 with Priority: HIGHEST for action security_group_members [ 800.974232] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d4809d67-1b31-408a-868c-7991f7666292 with Priority: HIGHEST for action security_group_members [ 800.974548] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock member-d4809d67-1b31-408a-868c-7991f7666292 taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.975085] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d4809d67-1b31-408a-868c-7991f7666292" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.975085] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d4809d67-1b31-408a-868c-7991f7666292" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.975486] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d4809d67-1b31-408a-868c-7991f7666292" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.975725] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.975880] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.975980] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.976210] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.976306] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.976390] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d4809d67-1b31-408a-868c-7991f7666292',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 800.991290] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.991524] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.991599] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.991788] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.991932] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.004193] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 87c84149-cfef-4d12-ab0a-ed7e843e7799 in Status: IN_PROGRESS for 2s [ 801.194423] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock member-5c1b1b02-0d0e-421c-9442-12c88f168c61 taken with stack trace [, , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.194775] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5c1b1b02-0d0e-421c-9442-12c88f168c61" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.194860] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3e4e8c03-3ad4-414f-a7ed-7c6eca0f2623 with status ACTIVE [ 801.195049] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.195161] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.195222] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.195914] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.195914] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.195914] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.195914] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.195914] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.197068] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.197068] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.197244] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.197400] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.197475] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.198268] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.198268] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.198268] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3e4e8c03-3ad4-414f-a7ed-7c6eca0f2623 is going to be updated. [ 801.218895] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.220024] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.220024] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.220024] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.220024] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.220024] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3e4e8c03-3ad4-414f-a7ed-7c6eca0f2623" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.229846] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.229846] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.229846] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.229846] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.229846] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.229846] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b13e28ee-b8aa-43ab-83df-d02231540216 is going to be updated. [ 801.289559] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.289748] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.289817] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.290488] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.290488] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.309627] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b13e28ee-b8aa-43ab-83df-d02231540216 in Status: IN_PROGRESS for 2s [ 801.419660] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5c1b1b02-0d0e-421c-9442-12c88f168c61 in Status: SUCCESS [ 801.419911] env[65288]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5c1b1b02-0d0e-421c-9442-12c88f168c61 deletion is rescheduled due to dependency. [ 801.421500] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5c1b1b02-0d0e-421c-9442-12c88f168c61" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.421500] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5c1b1b02-0d0e-421c-9442-12c88f168c61" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.421500] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5c1b1b02-0d0e-421c-9442-12c88f168c61" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.421699] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.421699] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.421804] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.421978] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.422073] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.422118] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5c1b1b02-0d0e-421c-9442-12c88f168c61',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 801.479487] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d4809d67-1b31-408a-868c-7991f7666292',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 801.511024] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ff5e97ce-45dd-496b-b148-c990b41fd40b in Status: SUCCESS [ 801.511024] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ff5e97ce-45dd-496b-b148-c990b41fd40b" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.511024] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ff5e97ce-45dd-496b-b148-c990b41fd40b" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.511024] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ff5e97ce-45dd-496b-b148-c990b41fd40b" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.511024] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.511024] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.511024] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.511024] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.511024] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.511024] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ff5e97ce-45dd-496b-b148-c990b41fd40b" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.511024] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ff5e97ce-45dd-496b-b148-c990b41fd40b',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 801.926404] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5c1b1b02-0d0e-421c-9442-12c88f168c61',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 801.982887] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d4809d67-1b31-408a-868c-7991f7666292',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 802.012753] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock member-ff5e97ce-45dd-496b-b148-c990b41fd40b taken with stack trace [, , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.012915] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ff5e97ce-45dd-496b-b148-c990b41fd40b" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.013075] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ff5e97ce-45dd-496b-b148-c990b41fd40b" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.013216] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ff5e97ce-45dd-496b-b148-c990b41fd40b" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.013382] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.013475] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.013537] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.013678] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.013778] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.013866] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ff5e97ce-45dd-496b-b148-c990b41fd40b" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.014024] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock member-ff5e97ce-45dd-496b-b148-c990b41fd40b taken with stack trace [, , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.014116] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ff5e97ce-45dd-496b-b148-c990b41fd40b" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.014174] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ff5e97ce-45dd-496b-b148-c990b41fd40b" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.014344] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ff5e97ce-45dd-496b-b148-c990b41fd40b" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.014451] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.014539] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.014597] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.014726] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.014796] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.014873] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ff5e97ce-45dd-496b-b148-c990b41fd40b" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.014959] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ff5e97ce-45dd-496b-b148-c990b41fd40b',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 802.428485] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5c1b1b02-0d0e-421c-9442-12c88f168c61',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 802.484918] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.485268] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.485268] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.485416] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.485481] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.485566] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d4809d67-1b31-408a-868c-7991f7666292 is going to be updated. [ 802.517831] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ff5e97ce-45dd-496b-b148-c990b41fd40b: rpc.has_security_group_logging(os_id): False [ 802.534474] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.534631] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.534747] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.535342] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.535570] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.539144] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.539321] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.539360] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.539551] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.539629] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.539821] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.539916] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.539969] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.540135] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.540221] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.540445] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.540588] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.540649] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.540773] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.540846] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.541058] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.541228] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.541288] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.541487] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.541572] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.541619] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ff5e97ce-45dd-496b-b148-c990b41fd40b is going to be created. [ 802.546196] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d4809d67-1b31-408a-868c-7991f7666292 in Status: IN_PROGRESS for 2s [ 802.572109] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 145b2e80-a7ac-4be2-96a7-740a4a2d11ce in Status: SUCCESS [ 802.572396] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-145b2e80-a7ac-4be2-96a7-740a4a2d11ce" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.622997] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.623220] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.623220] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.623457] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.624057] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.638137] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ff5e97ce-45dd-496b-b148-c990b41fd40b in Status: IN_PROGRESS for 2s [ 802.931808] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.931980] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.932077] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.932281] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.932373] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.932474] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5c1b1b02-0d0e-421c-9442-12c88f168c61 is going to be updated. [ 802.973893] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.974087] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.974167] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.974346] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.974493] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.984676] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5c1b1b02-0d0e-421c-9442-12c88f168c61 in Status: IN_PROGRESS for 2s [ 803.020380] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 87c84149-cfef-4d12-ab0a-ed7e843e7799 in Status: SUCCESS [ 803.020380] env[65288]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 87c84149-cfef-4d12-ab0a-ed7e843e7799 deletion is rescheduled due to dependency. [ 803.020380] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-87c84149-cfef-4d12-ab0a-ed7e843e7799" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.323210] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b13e28ee-b8aa-43ab-83df-d02231540216 in Status: SUCCESS [ 803.323527] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b13e28ee-b8aa-43ab-83df-d02231540216" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.557376] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d4809d67-1b31-408a-868c-7991f7666292 in Status: SUCCESS [ 804.557736] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d4809d67-1b31-408a-868c-7991f7666292" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.651484] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ff5e97ce-45dd-496b-b148-c990b41fd40b in Status: SUCCESS [ 804.651712] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ff5e97ce-45dd-496b-b148-c990b41fd40b" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.996733] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5c1b1b02-0d0e-421c-9442-12c88f168c61 in Status: SUCCESS [ 804.996733] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5c1b1b02-0d0e-421c-9442-12c88f168c61" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.996733] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5c1b1b02-0d0e-421c-9442-12c88f168c61" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.996733] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5c1b1b02-0d0e-421c-9442-12c88f168c61" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.996733] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.996733] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.996733] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.996733] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.996733] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.996733] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5c1b1b02-0d0e-421c-9442-12c88f168c61" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.996733] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5c1b1b02-0d0e-421c-9442-12c88f168c61',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 805.498654] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock member-5c1b1b02-0d0e-421c-9442-12c88f168c61 taken with stack trace [, , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.498983] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5c1b1b02-0d0e-421c-9442-12c88f168c61" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.498983] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5c1b1b02-0d0e-421c-9442-12c88f168c61" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.499133] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5c1b1b02-0d0e-421c-9442-12c88f168c61" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.499436] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.499610] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.499709] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.499927] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.500115] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.500228] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5c1b1b02-0d0e-421c-9442-12c88f168c61" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.500391] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock member-5c1b1b02-0d0e-421c-9442-12c88f168c61 taken with stack trace [, , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.500528] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5c1b1b02-0d0e-421c-9442-12c88f168c61" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.500623] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5c1b1b02-0d0e-421c-9442-12c88f168c61" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.500847] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5c1b1b02-0d0e-421c-9442-12c88f168c61" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.501023] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.501135] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.501187] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.501451] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.501451] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.501609] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5c1b1b02-0d0e-421c-9442-12c88f168c61" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.501609] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5c1b1b02-0d0e-421c-9442-12c88f168c61',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 805.975684] env[65288]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 805.975966] env[65288]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 806.004612] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5c1b1b02-0d0e-421c-9442-12c88f168c61: rpc.has_security_group_logging(os_id): False [ 806.025617] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.025849] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.025898] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.026157] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.026381] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.026604] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.026604] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.026734] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.027062] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.027062] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.027320] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.027432] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.027479] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.027678] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.027758] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.027993] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.028131] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.028199] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.028921] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.029084] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.029217] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5c1b1b02-0d0e-421c-9442-12c88f168c61 is going to be updated. [ 806.107420] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.107638] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.107638] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.107850] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.108009] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.125085] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5c1b1b02-0d0e-421c-9442-12c88f168c61 in Status: IN_PROGRESS for 2s [ 806.140091] env[65288]: INFO networking_nsxv3.common.synchronization [req-9d53aba9-dbea-4fab-9c19-5618454d088a req-50ed950a-4efe-4ad8-8613-85a180056f9d tempest-ImagesOneServerNegativeTestJSON-1883664013 tempest-ImagesOneServerNegativeTestJSON-1883664013-project-member] Enqueued Resource ID: a11330c4-cf58-4a08-a8b1-e79c4012e1bd with Priority: HIGHEST for action security_group_members [ 806.140747] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a11330c4-cf58-4a08-a8b1-e79c4012e1bd with Priority: HIGHEST for action security_group_members [ 806.140876] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock member-a11330c4-cf58-4a08-a8b1-e79c4012e1bd taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.141025] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a11330c4-cf58-4a08-a8b1-e79c4012e1bd" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.141102] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a11330c4-cf58-4a08-a8b1-e79c4012e1bd" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.141340] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a11330c4-cf58-4a08-a8b1-e79c4012e1bd" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.141500] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.141605] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.141664] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.141843] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.141940] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.142066] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a11330c4-cf58-4a08-a8b1-e79c4012e1bd',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 806.628027] env[65288]: DEBUG networking_nsxv3.common.locking [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Lock network-296 taken with stack trace [, , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.628375] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquiring lock "network-296" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.628375] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired lock "network-296" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.628672] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired external semaphore "network-296" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.628922] env[65288]: DEBUG networking_nsxv3.common.locking [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.629271] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquiring lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.629565] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.629706] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired external semaphore "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.629970] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Releasing lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.630254] env[65288]: DEBUG dogpile.cache.region [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] No value present for key: 'zone-id' {{(pid=65288) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 806.630369] env[65288]: DEBUG dogpile.lock [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] NeedRegenerationException {{(pid=65288) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 806.630409] env[65288]: DEBUG dogpile.lock [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] no value, waiting for create lock {{(pid=65288) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 806.630527] env[65288]: DEBUG dogpile.lock [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] value creation lock acquired {{(pid=65288) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 806.630628] env[65288]: DEBUG dogpile.cache.region [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] No value present for key: 'zone-id' {{(pid=65288) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 806.630734] env[65288]: DEBUG dogpile.lock [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Calling creation function for not-yet-present value {{(pid=65288) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 806.630857] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 806.648132] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.648132] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.648132] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.648132] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.648132] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.648571] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.648571] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.648571] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.648571] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.648721] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.648721] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a11330c4-cf58-4a08-a8b1-e79c4012e1bd already deleted. [ 806.648781] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a11330c4-cf58-4a08-a8b1-e79c4012e1bd" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.654818] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 806.654974] env[65288]: DEBUG dogpile.cache.region [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65288) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 806.655115] env[65288]: DEBUG dogpile.lock [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Released creation lock {{(pid=65288) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 806.655272] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Releasing lock "network-296" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.655559] env[65288]: DEBUG networking_nsxv3.common.locking [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Lock port-c2c11a58-d720-428c-8688-0af1863ef069 taken with stack trace [, , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.655711] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquiring lock "port-c2c11a58-d720-428c-8688-0af1863ef069" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.655816] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired lock "port-c2c11a58-d720-428c-8688-0af1863ef069" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.656148] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired external semaphore "port-c2c11a58-d720-428c-8688-0af1863ef069" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.656277] env[65288]: DEBUG networking_nsxv3.api.rpc [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c2c11a58-d720-428c-8688-0af1863ef069',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 807.162399] env[65288]: DEBUG networking_nsxv3.common.locking [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.162399] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.162399] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.162399] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.162399] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.162399] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Segment Port c2c11a58-d720-428c-8688-0af1863ef069 not found, creating... [ 807.162399] env[65288]: DEBUG networking_nsxv3.common.locking [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.162399] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquiring lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.162399] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.162399] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired external semaphore "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.162399] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Releasing lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.163120] env[65288]: DEBUG networking_nsxv3.common.locking [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.165757] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.165757] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.165757] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.165757] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.165757] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Resource: SegmentPort with ID: c2c11a58-d720-428c-8688-0af1863ef069 is going to be created. [ 807.195214] env[65288]: DEBUG networking_nsxv3.common.locking [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.195214] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.195214] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.195214] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.195214] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.195214] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Releasing lock "port-c2c11a58-d720-428c-8688-0af1863ef069" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.939185] env[65288]: INFO networking_nsxv3.common.synchronization [req-9d53aba9-dbea-4fab-9c19-5618454d088a req-9b7c41ff-542e-4ead-9edd-2662771d8f75 service nova] Enqueued Resource ID: a11330c4-cf58-4a08-a8b1-e79c4012e1bd with Priority: HIGHEST for action security_group_rules [ 807.939185] env[65288]: INFO networking_nsxv3.common.synchronization [req-9d53aba9-dbea-4fab-9c19-5618454d088a req-9b7c41ff-542e-4ead-9edd-2662771d8f75 service nova] Enqueued Resource ID: a11330c4-cf58-4a08-a8b1-e79c4012e1bd with Priority: HIGHEST for action security_group_members [ 807.939185] env[65288]: INFO networking_nsxv3.common.synchronization [req-9d53aba9-dbea-4fab-9c19-5618454d088a req-9b7c41ff-542e-4ead-9edd-2662771d8f75 service nova] Enqueued Resource ID: c2c11a58-d720-428c-8688-0af1863ef069 with Priority: HIGHEST for action port [ 807.939185] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a11330c4-cf58-4a08-a8b1-e79c4012e1bd with Priority: HIGHEST for action security_group_rules [ 807.939185] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a11330c4-cf58-4a08-a8b1-e79c4012e1bd with Priority: HIGHEST for action security_group_members [ 807.939185] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c2c11a58-d720-428c-8688-0af1863ef069 with Priority: HIGHEST for action port [ 807.942528] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a11330c4-cf58-4a08-a8b1-e79c4012e1bd taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.942528] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a11330c4-cf58-4a08-a8b1-e79c4012e1bd" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.942528] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a11330c4-cf58-4a08-a8b1-e79c4012e1bd" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.944339] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a11330c4-cf58-4a08-a8b1-e79c4012e1bd" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.944339] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a11330c4-cf58-4a08-a8b1-e79c4012e1bd',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 807.944732] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock member-a11330c4-cf58-4a08-a8b1-e79c4012e1bd taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.944909] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a11330c4-cf58-4a08-a8b1-e79c4012e1bd" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.944909] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a11330c4-cf58-4a08-a8b1-e79c4012e1bd" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.945216] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a11330c4-cf58-4a08-a8b1-e79c4012e1bd" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.945268] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.945349] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.945406] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.945551] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.946008] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.946151] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a11330c4-cf58-4a08-a8b1-e79c4012e1bd',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 807.946992] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock port-c2c11a58-d720-428c-8688-0af1863ef069 taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.947124] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c2c11a58-d720-428c-8688-0af1863ef069" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.947196] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c2c11a58-d720-428c-8688-0af1863ef069" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.948612] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c2c11a58-d720-428c-8688-0af1863ef069" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.948612] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c2c11a58-d720-428c-8688-0af1863ef069',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 808.144904] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5c1b1b02-0d0e-421c-9442-12c88f168c61 in Status: SUCCESS [ 808.145074] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5c1b1b02-0d0e-421c-9442-12c88f168c61" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.450672] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock member-a11330c4-cf58-4a08-a8b1-e79c4012e1bd taken with stack trace [, , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.451080] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a11330c4-cf58-4a08-a8b1-e79c4012e1bd" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.451080] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a11330c4-cf58-4a08-a8b1-e79c4012e1bd',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 808.451883] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c2c11a58-d720-428c-8688-0af1863ef069 with status ACTIVE [ 808.455179] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.455179] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.455179] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.455179] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.455179] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.455179] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.455179] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.455179] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.455179] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.455179] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.455179] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.455179] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.455179] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.455966] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.455966] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.455966] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c2c11a58-d720-428c-8688-0af1863ef069 is going to be updated. [ 808.479941] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.480162] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.480162] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.480369] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.480509] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.480669] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c2c11a58-d720-428c-8688-0af1863ef069" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.516836] env[65288]: INFO networking_nsxv3.common.synchronization [req-eec25b7b-8d03-4559-a824-aafb42750f2e req-9ceb4cb6-968f-476f-ae55-36d71861dc4f tempest-TenantUsagesTestJSON-1245832964 tempest-TenantUsagesTestJSON-1245832964-project-member] Enqueued Resource ID: 145b2e80-a7ac-4be2-96a7-740a4a2d11ce with Priority: HIGHEST for action security_group_members [ 808.517400] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 145b2e80-a7ac-4be2-96a7-740a4a2d11ce with Priority: HIGHEST for action security_group_members [ 808.517681] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock member-145b2e80-a7ac-4be2-96a7-740a4a2d11ce taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.517805] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-145b2e80-a7ac-4be2-96a7-740a4a2d11ce" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.517866] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-145b2e80-a7ac-4be2-96a7-740a4a2d11ce" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.518306] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-145b2e80-a7ac-4be2-96a7-740a4a2d11ce" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.518477] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.518579] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.518644] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.519051] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.519145] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.519292] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('145b2e80-a7ac-4be2-96a7-740a4a2d11ce',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 808.958516] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a11330c4-cf58-4a08-a8b1-e79c4012e1bd',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 809.021802] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.022046] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.022168] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.022387] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.022526] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.022895] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.023201] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.023201] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.023468] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.023468] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.023468] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 145b2e80-a7ac-4be2-96a7-740a4a2d11ce is going to be updated. [ 809.058224] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.058502] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.058570] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.058834] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.059030] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.070456] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 145b2e80-a7ac-4be2-96a7-740a4a2d11ce in Status: IN_PROGRESS for 2s [ 809.461535] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.461840] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.461840] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.461956] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.462061] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.462156] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a11330c4-cf58-4a08-a8b1-e79c4012e1bd is going to be created. [ 809.490173] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.490581] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.490581] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.490837] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.491390] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.507457] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a11330c4-cf58-4a08-a8b1-e79c4012e1bd in Status: UNINITIALIZED for 2s [ 809.992665] env[65288]: INFO networking_nsxv3.common.synchronization [None req-0070647e-5a37-40ea-a0f8-e2a9769830c9 None None] Enqueued Resource ID: 7f24c41c-00af-45d1-aadc-e96da57887cd with Priority: HIGHEST for action port [ 809.993813] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7f24c41c-00af-45d1-aadc-e96da57887cd with Priority: HIGHEST for action port [ 809.993813] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock port-7f24c41c-00af-45d1-aadc-e96da57887cd taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.993813] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7f24c41c-00af-45d1-aadc-e96da57887cd" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.993813] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7f24c41c-00af-45d1-aadc-e96da57887cd" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.993813] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7f24c41c-00af-45d1-aadc-e96da57887cd" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.993813] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7f24c41c-00af-45d1-aadc-e96da57887cd',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 810.413413] env[65288]: INFO networking_nsxv3.common.synchronization [None req-8dc28374-c217-4716-bcb9-80c5064ea50d None None] Enqueued Resource ID: 2a3e2fc9-37bf-460b-80ff-acc9609689c9 with Priority: HIGHEST for action port [ 810.413413] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2a3e2fc9-37bf-460b-80ff-acc9609689c9 with Priority: HIGHEST for action port [ 810.413413] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock port-2a3e2fc9-37bf-460b-80ff-acc9609689c9 taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.413562] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2a3e2fc9-37bf-460b-80ff-acc9609689c9" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.413562] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2a3e2fc9-37bf-460b-80ff-acc9609689c9" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.413762] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2a3e2fc9-37bf-460b-80ff-acc9609689c9" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.413836] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2a3e2fc9-37bf-460b-80ff-acc9609689c9',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 810.496698] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7f24c41c-00af-45d1-aadc-e96da57887cd [ 810.496999] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.497203] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.497274] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.497480] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.497774] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.497774] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7f24c41c-00af-45d1-aadc-e96da57887cd already deleted. [ 810.497774] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7f24c41c-00af-45d1-aadc-e96da57887cd" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.922451] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2a3e2fc9-37bf-460b-80ff-acc9609689c9 [ 810.922804] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.922918] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.923012] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.923421] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.923421] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.923421] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2a3e2fc9-37bf-460b-80ff-acc9609689c9 already deleted. [ 810.923560] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2a3e2fc9-37bf-460b-80ff-acc9609689c9" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.964987] env[65288]: INFO networking_nsxv3.common.synchronization [req-afea45c2-e53c-4827-a179-a85223f29939 req-c66687a7-e2cc-4600-afc6-03ab1cfc7306 tempest-ServerRescueTestJSON-1015607189 tempest-ServerRescueTestJSON-1015607189-project-member] Enqueued Resource ID: 0d7ba79b-ed4a-4041-b61b-3287e064aca9 with Priority: HIGHEST for action security_group_members [ 810.965537] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0d7ba79b-ed4a-4041-b61b-3287e064aca9 with Priority: HIGHEST for action security_group_members [ 810.965936] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock member-0d7ba79b-ed4a-4041-b61b-3287e064aca9 taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.965936] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0d7ba79b-ed4a-4041-b61b-3287e064aca9" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.966097] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0d7ba79b-ed4a-4041-b61b-3287e064aca9" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.966583] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0d7ba79b-ed4a-4041-b61b-3287e064aca9" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.966583] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.966705] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.966705] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.967226] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.967226] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.967226] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0d7ba79b-ed4a-4041-b61b-3287e064aca9',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 811.087901] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 145b2e80-a7ac-4be2-96a7-740a4a2d11ce in Status: SUCCESS [ 811.089123] env[65288]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 145b2e80-a7ac-4be2-96a7-740a4a2d11ce deletion is rescheduled due to dependency. [ 811.089123] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-145b2e80-a7ac-4be2-96a7-740a4a2d11ce" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.456648] env[65288]: DEBUG networking_nsxv3.common.locking [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Lock network-656 taken with stack trace [, , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.456883] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquiring lock "network-656" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.457228] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired lock "network-656" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.457352] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired external semaphore "network-656" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.457657] env[65288]: DEBUG networking_nsxv3.common.locking [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.457814] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquiring lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.457926] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.458381] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired external semaphore "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.458584] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Releasing lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.458854] env[65288]: DEBUG dogpile.cache.region [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] No value present for key: 'zone-id' {{(pid=65288) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 811.458973] env[65288]: DEBUG dogpile.lock [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] NeedRegenerationException {{(pid=65288) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 811.459091] env[65288]: DEBUG dogpile.lock [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] no value, waiting for create lock {{(pid=65288) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 811.459196] env[65288]: DEBUG dogpile.lock [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] value creation lock acquired {{(pid=65288) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 811.459389] env[65288]: DEBUG dogpile.cache.region [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] No value present for key: 'zone-id' {{(pid=65288) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 811.459389] env[65288]: DEBUG dogpile.lock [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Calling creation function for not-yet-present value {{(pid=65288) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 811.459777] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 811.470467] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0d7ba79b-ed4a-4041-b61b-3287e064aca9',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 811.488659] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 811.488847] env[65288]: DEBUG dogpile.cache.region [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Cache value generated in 0.029 seconds for key(s): 'zone-id' {{(pid=65288) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 811.489016] env[65288]: DEBUG dogpile.lock [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Released creation lock {{(pid=65288) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 811.489253] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Releasing lock "network-656" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.489597] env[65288]: DEBUG networking_nsxv3.common.locking [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Lock port-8e780484-e10c-4e29-b944-497be4b64f67 taken with stack trace [, , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.489769] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquiring lock "port-8e780484-e10c-4e29-b944-497be4b64f67" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.489885] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired lock "port-8e780484-e10c-4e29-b944-497be4b64f67" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.490259] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired external semaphore "port-8e780484-e10c-4e29-b944-497be4b64f67" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.490457] env[65288]: DEBUG networking_nsxv3.api.rpc [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8e780484-e10c-4e29-b944-497be4b64f67',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 811.516788] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a11330c4-cf58-4a08-a8b1-e79c4012e1bd in Status: SUCCESS [ 811.517057] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a11330c4-cf58-4a08-a8b1-e79c4012e1bd" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.517223] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a11330c4-cf58-4a08-a8b1-e79c4012e1bd" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.517425] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a11330c4-cf58-4a08-a8b1-e79c4012e1bd" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.517816] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.517816] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.517816] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.518012] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.518012] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.518082] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a11330c4-cf58-4a08-a8b1-e79c4012e1bd" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.518168] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a11330c4-cf58-4a08-a8b1-e79c4012e1bd',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 811.974164] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0d7ba79b-ed4a-4041-b61b-3287e064aca9',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 811.997438] env[65288]: DEBUG networking_nsxv3.common.locking [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.997932] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.998074] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.998478] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.000061] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.000061] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Segment Port 8e780484-e10c-4e29-b944-497be4b64f67 not found, creating... [ 812.000061] env[65288]: DEBUG networking_nsxv3.common.locking [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.000061] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquiring lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.000061] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.000061] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired external semaphore "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.000061] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Releasing lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.000061] env[65288]: DEBUG networking_nsxv3.common.locking [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.001278] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.001430] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.001676] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.001844] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.001998] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Resource: SegmentPort with ID: 8e780484-e10c-4e29-b944-497be4b64f67 is going to be created. [ 812.021126] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock member-a11330c4-cf58-4a08-a8b1-e79c4012e1bd taken with stack trace [, , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.021321] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a11330c4-cf58-4a08-a8b1-e79c4012e1bd" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.021404] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a11330c4-cf58-4a08-a8b1-e79c4012e1bd" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.021620] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a11330c4-cf58-4a08-a8b1-e79c4012e1bd" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.021794] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.021888] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.021952] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.022132] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.022187] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.022283] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a11330c4-cf58-4a08-a8b1-e79c4012e1bd" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.022533] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock member-a11330c4-cf58-4a08-a8b1-e79c4012e1bd taken with stack trace [, , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.022533] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a11330c4-cf58-4a08-a8b1-e79c4012e1bd" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.022646] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a11330c4-cf58-4a08-a8b1-e79c4012e1bd" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.022760] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a11330c4-cf58-4a08-a8b1-e79c4012e1bd" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.022898] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.022984] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.023049] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.023209] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.023279] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.023375] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a11330c4-cf58-4a08-a8b1-e79c4012e1bd" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.023484] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a11330c4-cf58-4a08-a8b1-e79c4012e1bd',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 812.031141] env[65288]: DEBUG networking_nsxv3.common.locking [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.031141] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.031141] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.031141] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.031141] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.031776] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Releasing lock "port-8e780484-e10c-4e29-b944-497be4b64f67" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.476808] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.476961] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.477044] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.477267] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.478649] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.478649] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0d7ba79b-ed4a-4041-b61b-3287e064aca9 is going to be updated. [ 812.513358] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.513551] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.513622] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.513828] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.513991] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.524281] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0d7ba79b-ed4a-4041-b61b-3287e064aca9 in Status: IN_PROGRESS for 2s [ 812.527441] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a11330c4-cf58-4a08-a8b1-e79c4012e1bd: rpc.has_security_group_logging(os_id): False [ 812.548226] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.548226] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.548226] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.548226] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.548226] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.548226] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.548226] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.548226] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.549135] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.549135] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.549135] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.549135] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.549135] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.549135] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.549135] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.550186] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.550332] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.550400] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.550553] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.550642] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.550732] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a11330c4-cf58-4a08-a8b1-e79c4012e1bd is going to be created. [ 812.628781] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.629226] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.629310] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.629596] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.629733] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.645261] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a11330c4-cf58-4a08-a8b1-e79c4012e1bd in Status: IN_PROGRESS for 2s [ 812.789600] env[65288]: INFO networking_nsxv3.common.synchronization [req-afea45c2-e53c-4827-a179-a85223f29939 req-e8f91ae5-713e-4c18-b69c-d87927f3f01f service nova] Enqueued Resource ID: 0d7ba79b-ed4a-4041-b61b-3287e064aca9 with Priority: HIGHEST for action security_group_rules [ 812.789858] env[65288]: INFO networking_nsxv3.common.synchronization [req-afea45c2-e53c-4827-a179-a85223f29939 req-e8f91ae5-713e-4c18-b69c-d87927f3f01f service nova] Enqueued Resource ID: 0d7ba79b-ed4a-4041-b61b-3287e064aca9 with Priority: HIGHEST for action security_group_members [ 812.789930] env[65288]: INFO networking_nsxv3.common.synchronization [req-afea45c2-e53c-4827-a179-a85223f29939 req-e8f91ae5-713e-4c18-b69c-d87927f3f01f service nova] Enqueued Resource ID: 8e780484-e10c-4e29-b944-497be4b64f67 with Priority: HIGHEST for action port [ 812.790437] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0d7ba79b-ed4a-4041-b61b-3287e064aca9 with Priority: HIGHEST for action security_group_rules [ 812.790703] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0d7ba79b-ed4a-4041-b61b-3287e064aca9 with Priority: HIGHEST for action security_group_members [ 812.790703] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8e780484-e10c-4e29-b944-497be4b64f67 with Priority: HIGHEST for action port [ 812.791352] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0d7ba79b-ed4a-4041-b61b-3287e064aca9 taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.791352] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0d7ba79b-ed4a-4041-b61b-3287e064aca9" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.791352] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0d7ba79b-ed4a-4041-b61b-3287e064aca9" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.791352] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0d7ba79b-ed4a-4041-b61b-3287e064aca9" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.791810] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0d7ba79b-ed4a-4041-b61b-3287e064aca9',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 812.793340] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock member-0d7ba79b-ed4a-4041-b61b-3287e064aca9 taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.793340] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0d7ba79b-ed4a-4041-b61b-3287e064aca9" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.793340] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock port-8e780484-e10c-4e29-b944-497be4b64f67 taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.793340] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8e780484-e10c-4e29-b944-497be4b64f67" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.793340] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8e780484-e10c-4e29-b944-497be4b64f67" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.793340] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8e780484-e10c-4e29-b944-497be4b64f67" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.793340] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8e780484-e10c-4e29-b944-497be4b64f67',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 813.017120] env[65288]: INFO networking_nsxv3.common.synchronization [None req-53ae478c-73d5-44a2-aff8-e89544503636 None None] Enqueued Resource ID: 8c55c320-fa9a-4de2-9dde-f7bfa526d3cc with Priority: HIGHEST for action port [ 813.017421] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8c55c320-fa9a-4de2-9dde-f7bfa526d3cc with Priority: HIGHEST for action port [ 813.017731] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock port-8c55c320-fa9a-4de2-9dde-f7bfa526d3cc taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.017850] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8c55c320-fa9a-4de2-9dde-f7bfa526d3cc" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.018093] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8c55c320-fa9a-4de2-9dde-f7bfa526d3cc" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.018169] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8c55c320-fa9a-4de2-9dde-f7bfa526d3cc" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.018253] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8c55c320-fa9a-4de2-9dde-f7bfa526d3cc',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 813.298612] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock member-0d7ba79b-ed4a-4041-b61b-3287e064aca9 taken with stack trace [, , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.298903] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0d7ba79b-ed4a-4041-b61b-3287e064aca9" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.299332] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8e780484-e10c-4e29-b944-497be4b64f67 with status ACTIVE [ 813.299332] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.300265] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.300265] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.300265] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.300265] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.300265] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.300265] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.300265] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.300557] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.300557] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.300798] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.300909] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.300971] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.301131] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.301207] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.301292] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8e780484-e10c-4e29-b944-497be4b64f67 is going to be updated. [ 813.326231] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.326231] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.326231] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.326231] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.326231] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.326231] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8e780484-e10c-4e29-b944-497be4b64f67" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.521967] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 8c55c320-fa9a-4de2-9dde-f7bfa526d3cc [ 813.521967] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.521967] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.522191] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.522264] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.522353] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.522448] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:8c55c320-fa9a-4de2-9dde-f7bfa526d3cc already deleted. [ 813.522544] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8c55c320-fa9a-4de2-9dde-f7bfa526d3cc" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.762220] env[65288]: INFO networking_nsxv3.common.synchronization [None req-a57a6c2f-504d-420e-b825-b80468d4b219 None None] Enqueued Resource ID: 058ec426-8c79-440e-9ff1-5ea1406b38c9 with Priority: HIGHEST for action port [ 813.762762] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 058ec426-8c79-440e-9ff1-5ea1406b38c9 with Priority: HIGHEST for action port [ 813.763073] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock port-058ec426-8c79-440e-9ff1-5ea1406b38c9 taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.763193] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-058ec426-8c79-440e-9ff1-5ea1406b38c9" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.763261] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-058ec426-8c79-440e-9ff1-5ea1406b38c9" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.763503] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-058ec426-8c79-440e-9ff1-5ea1406b38c9" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.763583] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('058ec426-8c79-440e-9ff1-5ea1406b38c9',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 814.005949] env[65288]: INFO networking_nsxv3.common.synchronization [None req-cc9a6685-6da4-44fa-913f-b82366f57ace tempest-AttachVolumeNegativeTest-2114498848 tempest-AttachVolumeNegativeTest-2114498848-project-member] Enqueued Resource ID: 2fb35559-ccf9-4477-9499-828fe56870c8 with Priority: HIGHEST for action security_group_rules [ 814.005949] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2fb35559-ccf9-4477-9499-828fe56870c8 with Priority: HIGHEST for action security_group_rules [ 814.005949] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2fb35559-ccf9-4477-9499-828fe56870c8 taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.005949] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2fb35559-ccf9-4477-9499-828fe56870c8" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.005949] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2fb35559-ccf9-4477-9499-828fe56870c8" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.005949] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2fb35559-ccf9-4477-9499-828fe56870c8" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.005949] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2fb35559-ccf9-4477-9499-828fe56870c8',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 814.101770] env[65288]: INFO networking_nsxv3.common.synchronization [None req-ae548f38-e289-4107-91e9-39c018240cf2 tempest-AttachVolumeNegativeTest-2114498848 tempest-AttachVolumeNegativeTest-2114498848-project-member] Enqueued Resource ID: 2fb35559-ccf9-4477-9499-828fe56870c8 with Priority: HIGHEST for action security_group_rules [ 814.101770] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2fb35559-ccf9-4477-9499-828fe56870c8 with Priority: HIGHEST for action security_group_rules [ 814.101770] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2fb35559-ccf9-4477-9499-828fe56870c8 taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.101770] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2fb35559-ccf9-4477-9499-828fe56870c8" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.266043] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 058ec426-8c79-440e-9ff1-5ea1406b38c9 [ 814.266735] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.266929] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.267040] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.267289] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.267414] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.267535] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:058ec426-8c79-440e-9ff1-5ea1406b38c9 already deleted. [ 814.267642] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-058ec426-8c79-440e-9ff1-5ea1406b38c9" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.535352] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.535493] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.535579] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.535802] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.535884] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.535995] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2fb35559-ccf9-4477-9499-828fe56870c8 already deleted. [ 814.536061] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2fb35559-ccf9-4477-9499-828fe56870c8" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.536207] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2fb35559-ccf9-4477-9499-828fe56870c8" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.536369] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2fb35559-ccf9-4477-9499-828fe56870c8" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.536445] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2fb35559-ccf9-4477-9499-828fe56870c8',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 814.539391] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0d7ba79b-ed4a-4041-b61b-3287e064aca9 in Status: SUCCESS [ 814.539636] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0d7ba79b-ed4a-4041-b61b-3287e064aca9" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.539869] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0d7ba79b-ed4a-4041-b61b-3287e064aca9" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.540103] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0d7ba79b-ed4a-4041-b61b-3287e064aca9" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.540316] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.540452] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.540557] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.540756] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.540879] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.540987] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0d7ba79b-ed4a-4041-b61b-3287e064aca9',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 814.665050] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a11330c4-cf58-4a08-a8b1-e79c4012e1bd in Status: SUCCESS [ 814.665290] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a11330c4-cf58-4a08-a8b1-e79c4012e1bd" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.045377] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0d7ba79b-ed4a-4041-b61b-3287e064aca9',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 815.068203] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.068814] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.068814] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.069194] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.070037] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.070874] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2fb35559-ccf9-4477-9499-828fe56870c8 already deleted. [ 815.070874] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2fb35559-ccf9-4477-9499-828fe56870c8" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.550700] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0d7ba79b-ed4a-4041-b61b-3287e064aca9',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 815.687446] env[65288]: INFO networking_nsxv3.common.synchronization [req-67496404-14b9-44af-85c2-6f8457edc039 req-41139dec-db3d-4ea7-a3ee-463fb24dfd7b tempest-ImagesTestJSON-2079948910 tempest-ImagesTestJSON-2079948910-project-member] Enqueued Resource ID: 478730e0-937c-4d51-bdac-99273bb9dff3 with Priority: HIGHEST for action security_group_members [ 815.688838] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 478730e0-937c-4d51-bdac-99273bb9dff3 with Priority: HIGHEST for action security_group_members [ 815.689165] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock member-478730e0-937c-4d51-bdac-99273bb9dff3 taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.689307] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-478730e0-937c-4d51-bdac-99273bb9dff3" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.689385] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-478730e0-937c-4d51-bdac-99273bb9dff3" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.689575] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-478730e0-937c-4d51-bdac-99273bb9dff3" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.689724] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.689822] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.689893] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.690038] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.690125] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.690216] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('478730e0-937c-4d51-bdac-99273bb9dff3',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 816.054946] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.054946] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.054946] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.055313] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.055313] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.055313] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0d7ba79b-ed4a-4041-b61b-3287e064aca9 is going to be updated. [ 816.115425] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.117033] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.117033] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.117033] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.117033] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.130762] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0d7ba79b-ed4a-4041-b61b-3287e064aca9 in Status: IN_PROGRESS for 2s [ 816.192156] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.192300] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.192342] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.192563] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.192647] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.192932] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.192932] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.193048] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.194036] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.194036] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.194036] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 478730e0-937c-4d51-bdac-99273bb9dff3 is going to be updated. [ 816.225031] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.225171] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.225212] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.225427] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.225574] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.240022] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 478730e0-937c-4d51-bdac-99273bb9dff3 in Status: IN_PROGRESS for 2s [ 817.996425] env[65288]: INFO networking_nsxv3.common.synchronization [req-12f7cf9e-1056-43dc-ade3-bbe5431af592 req-a18aea3b-35dc-45fb-a6a3-8d4d7a301fe3 tempest-ServersNegativeTestMultiTenantJSON-205440114 tempest-ServersNegativeTestMultiTenantJSON-205440114-project-member] Enqueued Resource ID: ff5e97ce-45dd-496b-b148-c990b41fd40b with Priority: HIGHEST for action security_group_members [ 817.997250] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ff5e97ce-45dd-496b-b148-c990b41fd40b with Priority: HIGHEST for action security_group_members [ 817.997345] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock member-ff5e97ce-45dd-496b-b148-c990b41fd40b taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.997451] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ff5e97ce-45dd-496b-b148-c990b41fd40b" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.997509] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ff5e97ce-45dd-496b-b148-c990b41fd40b" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.997709] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ff5e97ce-45dd-496b-b148-c990b41fd40b" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.998506] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.998506] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.998506] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.998506] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.998697] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.998697] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ff5e97ce-45dd-496b-b148-c990b41fd40b',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 818.143030] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0d7ba79b-ed4a-4041-b61b-3287e064aca9 in Status: SUCCESS [ 818.143030] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0d7ba79b-ed4a-4041-b61b-3287e064aca9" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.143030] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0d7ba79b-ed4a-4041-b61b-3287e064aca9" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.143297] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0d7ba79b-ed4a-4041-b61b-3287e064aca9" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.143334] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.143455] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.143526] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.143698] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.143778] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.143864] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0d7ba79b-ed4a-4041-b61b-3287e064aca9" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.143975] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0d7ba79b-ed4a-4041-b61b-3287e064aca9',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 818.250644] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 478730e0-937c-4d51-bdac-99273bb9dff3 in Status: SUCCESS [ 818.250644] env[65288]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 478730e0-937c-4d51-bdac-99273bb9dff3 deletion is rescheduled due to dependency. [ 818.250644] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-478730e0-937c-4d51-bdac-99273bb9dff3" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.502634] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.502634] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.502634] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.502634] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.502634] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.502634] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.503235] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.503235] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.503235] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.503235] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.503364] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ff5e97ce-45dd-496b-b148-c990b41fd40b is going to be updated. [ 818.519611] env[65288]: INFO networking_nsxv3.common.synchronization [req-a146a184-d097-45e9-82be-75981d6742cb req-9bd7262a-3998-468b-9891-77c3a4fb5d21 tempest-ServersTestBootFromVolume-496975025 tempest-ServersTestBootFromVolume-496975025-project-member] Enqueued Resource ID: ef10b224-45ba-4679-bf59-0770b9ec039c with Priority: HIGHEST for action security_group_members [ 818.520372] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ef10b224-45ba-4679-bf59-0770b9ec039c with Priority: HIGHEST for action security_group_members [ 818.520717] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock member-ef10b224-45ba-4679-bf59-0770b9ec039c taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.520864] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ef10b224-45ba-4679-bf59-0770b9ec039c" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.520978] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ef10b224-45ba-4679-bf59-0770b9ec039c" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.521374] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ef10b224-45ba-4679-bf59-0770b9ec039c" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.521565] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.521620] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.521705] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.521880] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.521989] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.522125] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ef10b224-45ba-4679-bf59-0770b9ec039c',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 818.538187] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.538430] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.538430] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.538635] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.538801] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.549143] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ff5e97ce-45dd-496b-b148-c990b41fd40b in Status: IN_PROGRESS for 2s [ 818.649902] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock member-0d7ba79b-ed4a-4041-b61b-3287e064aca9 taken with stack trace [, , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.650278] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0d7ba79b-ed4a-4041-b61b-3287e064aca9" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.650693] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0d7ba79b-ed4a-4041-b61b-3287e064aca9" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.653025] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0d7ba79b-ed4a-4041-b61b-3287e064aca9" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.653025] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.653025] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.653025] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.653025] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.653025] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.653025] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0d7ba79b-ed4a-4041-b61b-3287e064aca9" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.653025] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock member-0d7ba79b-ed4a-4041-b61b-3287e064aca9 taken with stack trace [, , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.653025] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0d7ba79b-ed4a-4041-b61b-3287e064aca9" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.653025] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0d7ba79b-ed4a-4041-b61b-3287e064aca9" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.653025] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0d7ba79b-ed4a-4041-b61b-3287e064aca9" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.653025] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.653025] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.653025] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.653025] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.653025] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.653693] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0d7ba79b-ed4a-4041-b61b-3287e064aca9" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.653872] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0d7ba79b-ed4a-4041-b61b-3287e064aca9',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 819.024521] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.024810] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.024810] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.024971] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.025078] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.025274] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.025374] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.025471] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.025690] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.025774] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.025894] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ef10b224-45ba-4679-bf59-0770b9ec039c is going to be updated. [ 819.063112] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.063112] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.063112] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.063112] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.063112] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.072420] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ef10b224-45ba-4679-bf59-0770b9ec039c in Status: IN_PROGRESS for 2s [ 819.158371] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0d7ba79b-ed4a-4041-b61b-3287e064aca9: rpc.has_security_group_logging(os_id): False [ 819.177920] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.178040] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.178092] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.178364] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.178468] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.178655] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.178754] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.178816] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.178958] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.179053] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.179224] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.179677] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.179677] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.179677] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.179677] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.179891] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.179891] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.179891] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.180064] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.180111] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.180157] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0d7ba79b-ed4a-4041-b61b-3287e064aca9 is going to be updated. [ 819.247913] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.248079] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.248145] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.248465] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.248648] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.265886] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0d7ba79b-ed4a-4041-b61b-3287e064aca9 in Status: IN_PROGRESS for 2s [ 819.399774] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.400025] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.400025] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.400313] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.400359] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 819.903626] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 820.409214] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 820.561171] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ff5e97ce-45dd-496b-b148-c990b41fd40b in Status: SUCCESS [ 820.561336] env[65288]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ff5e97ce-45dd-496b-b148-c990b41fd40b deletion is rescheduled due to dependency. [ 820.561383] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ff5e97ce-45dd-496b-b148-c990b41fd40b" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.913176] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 820.913352] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 821.083369] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ef10b224-45ba-4679-bf59-0770b9ec039c in Status: SUCCESS [ 821.083369] env[65288]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ef10b224-45ba-4679-bf59-0770b9ec039c deletion is rescheduled due to dependency. [ 821.083369] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ef10b224-45ba-4679-bf59-0770b9ec039c" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.279457] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0d7ba79b-ed4a-4041-b61b-3287e064aca9 in Status: SUCCESS [ 821.279681] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0d7ba79b-ed4a-4041-b61b-3287e064aca9" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.920575] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.920986] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.920986] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.921159] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.935104] env[65288]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 821.936009] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.937144] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 821.967415] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.969131] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.969131] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.969131] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.976729] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.977418] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 821.977546] env[65288]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=65288) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 821.977675] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 822.024377] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.024662] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.024729] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.025048] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.026475] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.027302] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 822.089858] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.089858] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.089858] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.089858] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.090088] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.090391] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 822.159709] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.159862] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.159931] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.160155] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.160387] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.160641] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:39. [ 822.160749] env[65288]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:{'30308f46-39e1-47e7-b2b2-aeb4d6f5c44e', 'ada53836-28c8-4535-89e2-e67e49a24d7f', 'ad8929bc-5440-4d98-8764-5450c54753c5', '5823f25b-ebb3-44a1-adb2-72eab06a38c1', '3a664249-2453-4d98-bc44-0c3aab5f1f25', '5c1b1b02-0d0e-421c-9442-12c88f168c61', '478730e0-937c-4d51-bdac-99273bb9dff3', 'd857526d-eac7-4714-83fd-2e68ebaa6ac6', 'ef10b224-45ba-4679-bf59-0770b9ec039c', '7c0d4d7d-0f42-44b6-9b96-48783f50789f', '0d7ba79b-ed4a-4041-b61b-3287e064aca9', '145b2e80-a7ac-4be2-96a7-740a4a2d11ce', 'ef9b23b6-ef0b-47e3-9685-8e7efd2064d4', '18e4ffa8-cd2d-48f6-b099-1a9f889f7ca1', '8ef647dc-d512-4f76-953f-90944fd4aeda', 'd0e97683-17f6-4d4c-80d6-2bdf01e1d98f', 'ff5e97ce-45dd-496b-b148-c990b41fd40b', '56e4987b-a42c-447e-bc02-07e608a2b8d3', 'edfabf1f-8fc9-40d7-a772-417a53540aaf', '2207e151-130b-4a9e-ab26-c9e8f409213d', 'b6fe7cc2-2f0a-4283-8763-dc7c3132388f', '38d57888-b87b-4e90-a7a3-734496629950', 'd245eef6-5371-47ae-aacd-21ec39f91d63', '8ed4fba3-b4bf-4641-bcf5-85eb95bd2941', 'e992998d-5675-40b8-9724-0b94dbc625ed', '287fc408-1355-4ea2-843d-f405317b90ba', 'a11330c4-cf58-4a08-a8b1-e79c4012e1bd', 'cb633488-fd57-4814-b820-0f38380a3239', '87c84149-cfef-4d12-ab0a-ed7e843e7799', '829f8e2a-34a6-4ed5-87c0-e3080c6d8393', 'd4809d67-1b31-408a-868c-7991f7666292', 'eb06f8a7-bbbd-42b6-b72d-c6b0c2a9ecca', '190d80dc-4948-45bb-a2a0-fd44e4377cb2', 'ed4a84a9-18c7-4f4d-a791-087741929187', '839375fa-5177-4d9b-b4a5-4286bbde7bfe', 'fed5066d-4771-4433-bc29-557a9f1307e0', '61335d04-4310-48c7-92a4-956bad255ae1', 'b13e28ee-b8aa-43ab-83df-d02231540216', '09794d10-d98d-4846-97f7-d7ed19521348'} {{(pid=65288) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 822.160927] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 822.184959] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.184959] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.184959] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.185239] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.185239] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.185301] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 822.185333] env[65288]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=65288) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 822.185454] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 822.263755] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.263755] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.263755] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.263755] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.265387] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.265802] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 822.266038] env[65288]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=65288) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 822.266315] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 822.267013] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 822.267013] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 20/39 resources of Type:Security Group Rules [ 822.267013] env[65288]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 30308f46-39e1-47e7-b2b2-aeb4d6f5c44e with Priority: HIGH for action security_group_rules [ 822.267013] env[65288]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: ada53836-28c8-4535-89e2-e67e49a24d7f with Priority: HIGH for action security_group_rules [ 822.267013] env[65288]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: ad8929bc-5440-4d98-8764-5450c54753c5 with Priority: HIGH for action security_group_rules [ 822.267013] env[65288]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 5823f25b-ebb3-44a1-adb2-72eab06a38c1 with Priority: HIGH for action security_group_rules [ 822.267013] env[65288]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 3a664249-2453-4d98-bc44-0c3aab5f1f25 with Priority: HIGH for action security_group_rules [ 822.267013] env[65288]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 5c1b1b02-0d0e-421c-9442-12c88f168c61 with Priority: HIGH for action security_group_rules [ 822.267351] env[65288]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 478730e0-937c-4d51-bdac-99273bb9dff3 with Priority: HIGH for action security_group_rules [ 822.267351] env[65288]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: d857526d-eac7-4714-83fd-2e68ebaa6ac6 with Priority: HIGH for action security_group_rules [ 822.267413] env[65288]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: ef10b224-45ba-4679-bf59-0770b9ec039c with Priority: HIGH for action security_group_rules [ 822.267501] env[65288]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 7c0d4d7d-0f42-44b6-9b96-48783f50789f with Priority: HIGH for action security_group_rules [ 822.267764] env[65288]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 0d7ba79b-ed4a-4041-b61b-3287e064aca9 with Priority: HIGH for action security_group_rules [ 822.267764] env[65288]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 145b2e80-a7ac-4be2-96a7-740a4a2d11ce with Priority: HIGH for action security_group_rules [ 822.267764] env[65288]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: ef9b23b6-ef0b-47e3-9685-8e7efd2064d4 with Priority: HIGH for action security_group_rules [ 822.267764] env[65288]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 18e4ffa8-cd2d-48f6-b099-1a9f889f7ca1 with Priority: HIGH for action security_group_rules [ 822.267927] env[65288]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 8ef647dc-d512-4f76-953f-90944fd4aeda with Priority: HIGH for action security_group_rules [ 822.269871] env[65288]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: d0e97683-17f6-4d4c-80d6-2bdf01e1d98f with Priority: HIGH for action security_group_rules [ 822.269871] env[65288]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: ff5e97ce-45dd-496b-b148-c990b41fd40b with Priority: HIGH for action security_group_rules [ 822.269871] env[65288]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 56e4987b-a42c-447e-bc02-07e608a2b8d3 with Priority: HIGH for action security_group_rules [ 822.269871] env[65288]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: edfabf1f-8fc9-40d7-a772-417a53540aaf with Priority: HIGH for action security_group_rules [ 822.269871] env[65288]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 2207e151-130b-4a9e-ab26-c9e8f409213d with Priority: HIGH for action security_group_rules [ 822.269871] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.521767] env[65288]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 823.522284] env[65288]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=20], Jobs=0 [ 823.522596] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 30308f46-39e1-47e7-b2b2-aeb4d6f5c44e with Priority: HIGH for action security_group_rules [ 823.522837] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ad8929bc-5440-4d98-8764-5450c54753c5 with Priority: HIGH for action security_group_rules [ 823.523061] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 478730e0-937c-4d51-bdac-99273bb9dff3 with Priority: HIGH for action security_group_rules [ 823.523264] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8ef647dc-d512-4f76-953f-90944fd4aeda with Priority: HIGH for action security_group_rules [ 823.523486] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2207e151-130b-4a9e-ab26-c9e8f409213d with Priority: HIGH for action security_group_rules [ 823.523693] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: edfabf1f-8fc9-40d7-a772-417a53540aaf with Priority: HIGH for action security_group_rules [ 823.525034] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 56e4987b-a42c-447e-bc02-07e608a2b8d3 with Priority: HIGH for action security_group_rules [ 823.525034] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ff5e97ce-45dd-496b-b148-c990b41fd40b with Priority: HIGH for action security_group_rules [ 823.525034] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 18e4ffa8-cd2d-48f6-b099-1a9f889f7ca1 with Priority: HIGH for action security_group_rules [ 823.525034] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d0e97683-17f6-4d4c-80d6-2bdf01e1d98f with Priority: HIGH for action security_group_rules [ 823.525034] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ef9b23b6-ef0b-47e3-9685-8e7efd2064d4 with Priority: HIGH for action security_group_rules [ 823.525034] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 145b2e80-a7ac-4be2-96a7-740a4a2d11ce with Priority: HIGH for action security_group_rules [ 823.525034] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0d7ba79b-ed4a-4041-b61b-3287e064aca9 with Priority: HIGH for action security_group_rules [ 823.525034] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7c0d4d7d-0f42-44b6-9b96-48783f50789f with Priority: HIGH for action security_group_rules [ 823.525034] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ef10b224-45ba-4679-bf59-0770b9ec039c with Priority: HIGH for action security_group_rules [ 823.525034] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5c1b1b02-0d0e-421c-9442-12c88f168c61 with Priority: HIGH for action security_group_rules [ 823.525034] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d857526d-eac7-4714-83fd-2e68ebaa6ac6 with Priority: HIGH for action security_group_rules [ 823.525034] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3a664249-2453-4d98-bc44-0c3aab5f1f25 with Priority: HIGH for action security_group_rules [ 823.525034] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ada53836-28c8-4535-89e2-e67e49a24d7f with Priority: HIGH for action security_group_rules [ 823.525477] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5823f25b-ebb3-44a1-adb2-72eab06a38c1 with Priority: HIGH for action security_group_rules [ 823.525477] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock rules-30308f46-39e1-47e7-b2b2-aeb4d6f5c44e taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.525565] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-30308f46-39e1-47e7-b2b2-aeb4d6f5c44e" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.525599] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-30308f46-39e1-47e7-b2b2-aeb4d6f5c44e" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.525786] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-30308f46-39e1-47e7-b2b2-aeb4d6f5c44e" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.525867] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('30308f46-39e1-47e7-b2b2-aeb4d6f5c44e',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 823.526832] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ad8929bc-5440-4d98-8764-5450c54753c5 taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.526953] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ad8929bc-5440-4d98-8764-5450c54753c5" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.527033] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ad8929bc-5440-4d98-8764-5450c54753c5" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.527232] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ad8929bc-5440-4d98-8764-5450c54753c5" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.527307] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ad8929bc-5440-4d98-8764-5450c54753c5',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 823.528573] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock rules-478730e0-937c-4d51-bdac-99273bb9dff3 taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.528690] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-478730e0-937c-4d51-bdac-99273bb9dff3" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.528748] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-478730e0-937c-4d51-bdac-99273bb9dff3" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.528891] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-478730e0-937c-4d51-bdac-99273bb9dff3" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.529033] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('478730e0-937c-4d51-bdac-99273bb9dff3',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 823.529761] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8ef647dc-d512-4f76-953f-90944fd4aeda taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.529873] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8ef647dc-d512-4f76-953f-90944fd4aeda" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.529938] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8ef647dc-d512-4f76-953f-90944fd4aeda" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.530100] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8ef647dc-d512-4f76-953f-90944fd4aeda" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.530172] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8ef647dc-d512-4f76-953f-90944fd4aeda',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 823.531186] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2207e151-130b-4a9e-ab26-c9e8f409213d taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.531296] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2207e151-130b-4a9e-ab26-c9e8f409213d" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.531373] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2207e151-130b-4a9e-ab26-c9e8f409213d" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.531522] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2207e151-130b-4a9e-ab26-c9e8f409213d" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.531600] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2207e151-130b-4a9e-ab26-c9e8f409213d',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 823.533360] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock rules-edfabf1f-8fc9-40d7-a772-417a53540aaf taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.533758] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-edfabf1f-8fc9-40d7-a772-417a53540aaf" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.533758] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-edfabf1f-8fc9-40d7-a772-417a53540aaf" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.533758] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-edfabf1f-8fc9-40d7-a772-417a53540aaf" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.533758] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('edfabf1f-8fc9-40d7-a772-417a53540aaf',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 823.534807] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock rules-56e4987b-a42c-447e-bc02-07e608a2b8d3 taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.534913] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-56e4987b-a42c-447e-bc02-07e608a2b8d3" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.534978] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-56e4987b-a42c-447e-bc02-07e608a2b8d3" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.535223] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-56e4987b-a42c-447e-bc02-07e608a2b8d3" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.535297] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('56e4987b-a42c-447e-bc02-07e608a2b8d3',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 823.536366] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ff5e97ce-45dd-496b-b148-c990b41fd40b taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.536735] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ff5e97ce-45dd-496b-b148-c990b41fd40b" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.536735] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ff5e97ce-45dd-496b-b148-c990b41fd40b" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.536735] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ff5e97ce-45dd-496b-b148-c990b41fd40b" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.536869] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ff5e97ce-45dd-496b-b148-c990b41fd40b',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 823.537652] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock rules-18e4ffa8-cd2d-48f6-b099-1a9f889f7ca1 taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.537743] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-18e4ffa8-cd2d-48f6-b099-1a9f889f7ca1" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.537804] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-18e4ffa8-cd2d-48f6-b099-1a9f889f7ca1" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.537952] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-18e4ffa8-cd2d-48f6-b099-1a9f889f7ca1" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.538037] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('18e4ffa8-cd2d-48f6-b099-1a9f889f7ca1',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 823.538974] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d0e97683-17f6-4d4c-80d6-2bdf01e1d98f taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.539095] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d0e97683-17f6-4d4c-80d6-2bdf01e1d98f" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.539181] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d0e97683-17f6-4d4c-80d6-2bdf01e1d98f" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.539344] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d0e97683-17f6-4d4c-80d6-2bdf01e1d98f" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.539581] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d0e97683-17f6-4d4c-80d6-2bdf01e1d98f',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 823.541983] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ef9b23b6-ef0b-47e3-9685-8e7efd2064d4 taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.541983] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ef9b23b6-ef0b-47e3-9685-8e7efd2064d4" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.541983] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ef9b23b6-ef0b-47e3-9685-8e7efd2064d4" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.541983] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ef9b23b6-ef0b-47e3-9685-8e7efd2064d4" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.541983] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ef9b23b6-ef0b-47e3-9685-8e7efd2064d4',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 823.541983] env[65288]: WARNING oslo_messaging._drivers.amqpdriver [-] Number of call queues is 11, greater than warning threshold: 10. There could be a leak. Increasing threshold to: 20 [ 823.541983] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock rules-145b2e80-a7ac-4be2-96a7-740a4a2d11ce taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.541983] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-145b2e80-a7ac-4be2-96a7-740a4a2d11ce" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.541983] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-145b2e80-a7ac-4be2-96a7-740a4a2d11ce" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.542575] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-145b2e80-a7ac-4be2-96a7-740a4a2d11ce" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.542575] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('145b2e80-a7ac-4be2-96a7-740a4a2d11ce',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 823.543189] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0d7ba79b-ed4a-4041-b61b-3287e064aca9 taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.543295] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0d7ba79b-ed4a-4041-b61b-3287e064aca9" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.543350] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0d7ba79b-ed4a-4041-b61b-3287e064aca9" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.543494] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0d7ba79b-ed4a-4041-b61b-3287e064aca9" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.543560] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0d7ba79b-ed4a-4041-b61b-3287e064aca9',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 823.544424] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7c0d4d7d-0f42-44b6-9b96-48783f50789f taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.544531] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7c0d4d7d-0f42-44b6-9b96-48783f50789f" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.544586] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7c0d4d7d-0f42-44b6-9b96-48783f50789f" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.544734] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7c0d4d7d-0f42-44b6-9b96-48783f50789f" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.545558] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7c0d4d7d-0f42-44b6-9b96-48783f50789f',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 823.546694] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ef10b224-45ba-4679-bf59-0770b9ec039c taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.546825] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ef10b224-45ba-4679-bf59-0770b9ec039c" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.546883] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ef10b224-45ba-4679-bf59-0770b9ec039c" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.547009] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ef10b224-45ba-4679-bf59-0770b9ec039c" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.547118] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ef10b224-45ba-4679-bf59-0770b9ec039c',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 823.548018] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5c1b1b02-0d0e-421c-9442-12c88f168c61 taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.548103] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5c1b1b02-0d0e-421c-9442-12c88f168c61" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.548165] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5c1b1b02-0d0e-421c-9442-12c88f168c61" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.548259] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5c1b1b02-0d0e-421c-9442-12c88f168c61" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.548388] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5c1b1b02-0d0e-421c-9442-12c88f168c61',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 823.549288] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d857526d-eac7-4714-83fd-2e68ebaa6ac6 taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.550032] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d857526d-eac7-4714-83fd-2e68ebaa6ac6" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.550032] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d857526d-eac7-4714-83fd-2e68ebaa6ac6" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.550032] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d857526d-eac7-4714-83fd-2e68ebaa6ac6" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.550032] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d857526d-eac7-4714-83fd-2e68ebaa6ac6',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 823.550454] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3a664249-2453-4d98-bc44-0c3aab5f1f25 taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.550555] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3a664249-2453-4d98-bc44-0c3aab5f1f25" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.550620] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3a664249-2453-4d98-bc44-0c3aab5f1f25" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.550757] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3a664249-2453-4d98-bc44-0c3aab5f1f25" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.550827] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3a664249-2453-4d98-bc44-0c3aab5f1f25',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 823.551609] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ada53836-28c8-4535-89e2-e67e49a24d7f taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.552067] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ada53836-28c8-4535-89e2-e67e49a24d7f" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.552067] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ada53836-28c8-4535-89e2-e67e49a24d7f" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.552067] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ada53836-28c8-4535-89e2-e67e49a24d7f" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.552067] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ada53836-28c8-4535-89e2-e67e49a24d7f',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 823.553343] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5823f25b-ebb3-44a1-adb2-72eab06a38c1 taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.553464] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5823f25b-ebb3-44a1-adb2-72eab06a38c1" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.553513] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5823f25b-ebb3-44a1-adb2-72eab06a38c1" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.553879] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5823f25b-ebb3-44a1-adb2-72eab06a38c1" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.553879] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5823f25b-ebb3-44a1-adb2-72eab06a38c1',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 823.589249] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.589464] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.591091] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.591091] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.615243] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.615392] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 478730e0-937c-4d51-bdac-99273bb9dff3 is going to be deleted. [ 823.673494] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.673800] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.673888] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.674117] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.674210] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.674322] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-478730e0-937c-4d51-bdac-99273bb9dff3" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.057994] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock member-30308f46-39e1-47e7-b2b2-aeb4d6f5c44e taken with stack trace [, , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.057994] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-30308f46-39e1-47e7-b2b2-aeb4d6f5c44e" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.057994] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-30308f46-39e1-47e7-b2b2-aeb4d6f5c44e" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.058527] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-30308f46-39e1-47e7-b2b2-aeb4d6f5c44e" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.058527] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.058654] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.058729] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.059041] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.060961] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.060961] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-30308f46-39e1-47e7-b2b2-aeb4d6f5c44e" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.060961] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('30308f46-39e1-47e7-b2b2-aeb4d6f5c44e',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 824.080612] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.080821] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.082273] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.082273] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.086710] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock member-2207e151-130b-4a9e-ab26-c9e8f409213d taken with stack trace [, , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.086817] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2207e151-130b-4a9e-ab26-c9e8f409213d" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.086904] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2207e151-130b-4a9e-ab26-c9e8f409213d" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.087171] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2207e151-130b-4a9e-ab26-c9e8f409213d" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.087461] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.087461] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.087597] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.087778] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.087854] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.087924] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2207e151-130b-4a9e-ab26-c9e8f409213d" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.088930] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2207e151-130b-4a9e-ab26-c9e8f409213d',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 824.104682] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock member-3a664249-2453-4d98-bc44-0c3aab5f1f25 taken with stack trace [, , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.104682] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3a664249-2453-4d98-bc44-0c3aab5f1f25" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.104682] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3a664249-2453-4d98-bc44-0c3aab5f1f25" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.104682] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3a664249-2453-4d98-bc44-0c3aab5f1f25" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.104682] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.104682] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.104682] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.104682] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.104682] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.104682] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3a664249-2453-4d98-bc44-0c3aab5f1f25" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.104682] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3a664249-2453-4d98-bc44-0c3aab5f1f25',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 824.107196] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.107196] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.111077] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock member-5c1b1b02-0d0e-421c-9442-12c88f168c61 taken with stack trace [, , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.111077] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5c1b1b02-0d0e-421c-9442-12c88f168c61" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.111077] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5c1b1b02-0d0e-421c-9442-12c88f168c61" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.111441] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5c1b1b02-0d0e-421c-9442-12c88f168c61" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.111441] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.111607] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.111607] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.111758] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.111828] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.111933] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5c1b1b02-0d0e-421c-9442-12c88f168c61" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.112016] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5c1b1b02-0d0e-421c-9442-12c88f168c61',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 824.113019] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock member-0d7ba79b-ed4a-4041-b61b-3287e064aca9 taken with stack trace [, , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.113407] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0d7ba79b-ed4a-4041-b61b-3287e064aca9" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.113407] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0d7ba79b-ed4a-4041-b61b-3287e064aca9" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.113407] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0d7ba79b-ed4a-4041-b61b-3287e064aca9" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.113609] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.113609] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.113609] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.113844] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.113844] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.113965] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0d7ba79b-ed4a-4041-b61b-3287e064aca9" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.113965] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0d7ba79b-ed4a-4041-b61b-3287e064aca9',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 824.114906] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock member-ada53836-28c8-4535-89e2-e67e49a24d7f taken with stack trace [, , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.115058] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ada53836-28c8-4535-89e2-e67e49a24d7f" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.115159] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ada53836-28c8-4535-89e2-e67e49a24d7f" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.115227] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ada53836-28c8-4535-89e2-e67e49a24d7f" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.115698] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.115698] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.115698] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.116094] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.116163] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.116223] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ada53836-28c8-4535-89e2-e67e49a24d7f" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.116291] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ada53836-28c8-4535-89e2-e67e49a24d7f',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 824.121212] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock member-d0e97683-17f6-4d4c-80d6-2bdf01e1d98f taken with stack trace [, , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.121356] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d0e97683-17f6-4d4c-80d6-2bdf01e1d98f" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.121466] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d0e97683-17f6-4d4c-80d6-2bdf01e1d98f" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.121677] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d0e97683-17f6-4d4c-80d6-2bdf01e1d98f" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.121860] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.122034] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.122111] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.123040] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.123040] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.123040] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d0e97683-17f6-4d4c-80d6-2bdf01e1d98f" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.123040] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d0e97683-17f6-4d4c-80d6-2bdf01e1d98f',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 824.127019] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock member-18e4ffa8-cd2d-48f6-b099-1a9f889f7ca1 taken with stack trace [, , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.127198] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-18e4ffa8-cd2d-48f6-b099-1a9f889f7ca1" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.127421] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-18e4ffa8-cd2d-48f6-b099-1a9f889f7ca1" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.127637] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-18e4ffa8-cd2d-48f6-b099-1a9f889f7ca1" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.127819] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.127932] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.128104] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.128215] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.128316] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.128437] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-18e4ffa8-cd2d-48f6-b099-1a9f889f7ca1" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.128545] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('18e4ffa8-cd2d-48f6-b099-1a9f889f7ca1',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 824.129542] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock member-8ef647dc-d512-4f76-953f-90944fd4aeda taken with stack trace [, , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.129670] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8ef647dc-d512-4f76-953f-90944fd4aeda" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.129750] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8ef647dc-d512-4f76-953f-90944fd4aeda" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.129908] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8ef647dc-d512-4f76-953f-90944fd4aeda" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.130232] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.130401] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.130488] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.130646] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.130743] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.130865] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8ef647dc-d512-4f76-953f-90944fd4aeda" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.130967] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8ef647dc-d512-4f76-953f-90944fd4aeda',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 824.132160] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock member-7c0d4d7d-0f42-44b6-9b96-48783f50789f taken with stack trace [, , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.132160] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7c0d4d7d-0f42-44b6-9b96-48783f50789f" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.132400] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7c0d4d7d-0f42-44b6-9b96-48783f50789f" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.134248] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7c0d4d7d-0f42-44b6-9b96-48783f50789f" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.134248] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.134248] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.134248] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.134248] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.134248] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.134248] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7c0d4d7d-0f42-44b6-9b96-48783f50789f" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.134248] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7c0d4d7d-0f42-44b6-9b96-48783f50789f',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 824.135869] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.135987] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.140015] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.140015] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ad8929bc-5440-4d98-8764-5450c54753c5 is going to be deleted. [ 824.145328] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.145829] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.175268] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.176454] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.177898] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.178101] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.179569] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.179693] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ef10b224-45ba-4679-bf59-0770b9ec039c is going to be deleted. [ 824.181845] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.182086] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.182086] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.182245] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.184438] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.184564] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.185603] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.185700] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.187180] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.187324] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.213446] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.213610] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ff5e97ce-45dd-496b-b148-c990b41fd40b is going to be deleted. [ 824.214916] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.215305] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.239867] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.240091] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ef9b23b6-ef0b-47e3-9685-8e7efd2064d4 is going to be deleted. [ 824.241303] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.241929] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.251818] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.252197] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.289928] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.290144] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 145b2e80-a7ac-4be2-96a7-740a4a2d11ce is going to be deleted. [ 824.291297] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.291554] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.293888] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.294327] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.295451] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.295573] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.341464] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.341786] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5823f25b-ebb3-44a1-adb2-72eab06a38c1 is going to be deleted. [ 824.342900] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.343306] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.345128] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.345296] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.432493] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.432582] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 56e4987b-a42c-447e-bc02-07e608a2b8d3 is going to be deleted. [ 824.433901] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.434435] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.448905] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.449274] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.499794] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.499995] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d857526d-eac7-4714-83fd-2e68ebaa6ac6 is going to be deleted. [ 824.502682] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.502682] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.541571] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.541923] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.562849] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('30308f46-39e1-47e7-b2b2-aeb4d6f5c44e',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 824.568281] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.568522] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: edfabf1f-8fc9-40d7-a772-417a53540aaf is going to be deleted. [ 824.569643] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.569643] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.569643] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.569807] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ad8929bc-5440-4d98-8764-5450c54753c5" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.569954] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.570142] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.570177] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.571213] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ff5e97ce-45dd-496b-b148-c990b41fd40b" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.571213] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.571213] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.571321] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.571430] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ef10b224-45ba-4679-bf59-0770b9ec039c" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.572903] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.572903] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.572903] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.572903] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ef9b23b6-ef0b-47e3-9685-8e7efd2064d4" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.572903] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.572903] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.572903] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.573158] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-145b2e80-a7ac-4be2-96a7-740a4a2d11ce" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.573158] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.573224] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.573270] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.573390] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5823f25b-ebb3-44a1-adb2-72eab06a38c1" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.591386] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2207e151-130b-4a9e-ab26-c9e8f409213d',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 824.593306] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.593306] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.593565] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.595595] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.595595] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.595595] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-56e4987b-a42c-447e-bc02-07e608a2b8d3" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.638113] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('18e4ffa8-cd2d-48f6-b099-1a9f889f7ca1',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 824.638444] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock member-5c1b1b02-0d0e-421c-9442-12c88f168c61 taken with stack trace [, , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.638676] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5c1b1b02-0d0e-421c-9442-12c88f168c61" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.638676] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5c1b1b02-0d0e-421c-9442-12c88f168c61" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.638914] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5c1b1b02-0d0e-421c-9442-12c88f168c61" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.639174] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.639274] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.639416] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.639515] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.639710] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.639710] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5c1b1b02-0d0e-421c-9442-12c88f168c61" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.642373] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock member-5c1b1b02-0d0e-421c-9442-12c88f168c61 taken with stack trace [, , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.642373] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5c1b1b02-0d0e-421c-9442-12c88f168c61" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.642373] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5c1b1b02-0d0e-421c-9442-12c88f168c61" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.642373] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5c1b1b02-0d0e-421c-9442-12c88f168c61" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.642373] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.642373] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.642679] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.642679] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.642764] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.642803] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5c1b1b02-0d0e-421c-9442-12c88f168c61" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.642949] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5c1b1b02-0d0e-421c-9442-12c88f168c61',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 824.644512] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock member-0d7ba79b-ed4a-4041-b61b-3287e064aca9 taken with stack trace [, , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.644643] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0d7ba79b-ed4a-4041-b61b-3287e064aca9" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.644707] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0d7ba79b-ed4a-4041-b61b-3287e064aca9" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.644845] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0d7ba79b-ed4a-4041-b61b-3287e064aca9" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.645438] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.646149] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.646242] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.646589] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.646589] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.646986] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0d7ba79b-ed4a-4041-b61b-3287e064aca9" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.647109] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock member-0d7ba79b-ed4a-4041-b61b-3287e064aca9 taken with stack trace [, , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.647209] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0d7ba79b-ed4a-4041-b61b-3287e064aca9" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.647365] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0d7ba79b-ed4a-4041-b61b-3287e064aca9" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.647411] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0d7ba79b-ed4a-4041-b61b-3287e064aca9" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.647533] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.647620] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.647674] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.647870] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.647912] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.647957] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0d7ba79b-ed4a-4041-b61b-3287e064aca9" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.648056] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0d7ba79b-ed4a-4041-b61b-3287e064aca9',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 824.649036] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock member-8ef647dc-d512-4f76-953f-90944fd4aeda taken with stack trace [, , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.649154] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8ef647dc-d512-4f76-953f-90944fd4aeda" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.649212] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8ef647dc-d512-4f76-953f-90944fd4aeda" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.649368] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8ef647dc-d512-4f76-953f-90944fd4aeda" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.651614] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.652887] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.653022] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.653221] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.653311] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.653406] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8ef647dc-d512-4f76-953f-90944fd4aeda" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.653572] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock member-8ef647dc-d512-4f76-953f-90944fd4aeda taken with stack trace [, , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.653674] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8ef647dc-d512-4f76-953f-90944fd4aeda" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.653735] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8ef647dc-d512-4f76-953f-90944fd4aeda" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.653933] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8ef647dc-d512-4f76-953f-90944fd4aeda" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.654117] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.654212] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.654318] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.655466] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.656230] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.656230] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8ef647dc-d512-4f76-953f-90944fd4aeda" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.656230] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8ef647dc-d512-4f76-953f-90944fd4aeda',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 824.658894] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3a664249-2453-4d98-bc44-0c3aab5f1f25',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 824.661640] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d0e97683-17f6-4d4c-80d6-2bdf01e1d98f',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 824.661640] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ada53836-28c8-4535-89e2-e67e49a24d7f',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 824.661640] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7c0d4d7d-0f42-44b6-9b96-48783f50789f',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 824.663197] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5c1b1b02-0d0e-421c-9442-12c88f168c61: rpc.has_security_group_logging(os_id): False [ 824.722292] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.722292] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.722292] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.722292] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.722292] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.722292] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d857526d-eac7-4714-83fd-2e68ebaa6ac6" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.730274] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.730274] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.730274] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.730274] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.736283] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.736579] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.807718] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.807997] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.808139] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.808202] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.808449] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.808543] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.808809] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.808943] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.808991] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.809146] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.809360] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.809564] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.809655] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.809698] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.809844] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.809917] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.809998] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5c1b1b02-0d0e-421c-9442-12c88f168c61 is going to be updated. [ 824.811167] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.811317] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.811405] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.811522] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-edfabf1f-8fc9-40d7-a772-417a53540aaf" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.907814] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.907968] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.908037] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.908277] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.908568] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.926108] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5c1b1b02-0d0e-421c-9442-12c88f168c61 in Status: IN_PROGRESS for 2s [ 825.065581] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 30308f46-39e1-47e7-b2b2-aeb4d6f5c44e: rpc.has_security_group_logging(os_id): False [ 825.085246] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.085421] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.085503] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.085753] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.095547] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2207e151-130b-4a9e-ab26-c9e8f409213d: rpc.has_security_group_logging(os_id): False [ 825.109202] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.109626] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.109812] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.109879] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.110085] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.110172] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.110268] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 30308f46-39e1-47e7-b2b2-aeb4d6f5c44e is going to be updated. [ 825.119282] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.119505] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.119642] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.119864] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.139631] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.140063] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.140213] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.140362] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.140497] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.140585] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.140674] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2207e151-130b-4a9e-ab26-c9e8f409213d is going to be updated. [ 825.144416] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 18e4ffa8-cd2d-48f6-b099-1a9f889f7ca1: rpc.has_security_group_logging(os_id): False [ 825.159173] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8ef647dc-d512-4f76-953f-90944fd4aeda: rpc.has_security_group_logging(os_id): False [ 825.164549] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.164647] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.164647] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.164906] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.168546] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0d7ba79b-ed4a-4041-b61b-3287e064aca9: rpc.has_security_group_logging(os_id): False [ 825.170021] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3a664249-2453-4d98-bc44-0c3aab5f1f25: rpc.has_security_group_logging(os_id): False [ 825.171216] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7c0d4d7d-0f42-44b6-9b96-48783f50789f: rpc.has_security_group_logging(os_id): False [ 825.172367] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d0e97683-17f6-4d4c-80d6-2bdf01e1d98f: rpc.has_security_group_logging(os_id): False [ 825.173839] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ada53836-28c8-4535-89e2-e67e49a24d7f: rpc.has_security_group_logging(os_id): False [ 825.191200] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.191373] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.193801] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.194202] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.194355] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.194455] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.194753] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.194891] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.195047] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 18e4ffa8-cd2d-48f6-b099-1a9f889f7ca1 is going to be updated. [ 825.196558] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.196818] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.197044] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.199225] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.199393] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.199524] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.200743] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.203852] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.203852] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.204237] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.204336] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.209488] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.209704] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.210401] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.210499] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.211893] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.211989] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.231591] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 30308f46-39e1-47e7-b2b2-aeb4d6f5c44e in Status: IN_PROGRESS for 2s [ 825.245127] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.245336] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.248282] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.248699] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.248828] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.248934] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.249260] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.249449] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.249583] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d0e97683-17f6-4d4c-80d6-2bdf01e1d98f is going to be updated. [ 825.250674] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.250852] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.295359] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.295938] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.296095] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.296171] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.296423] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.296511] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.296617] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3a664249-2453-4d98-bc44-0c3aab5f1f25 is going to be updated. [ 825.297763] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.297955] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.334498] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.334645] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.340729] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.341120] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.341297] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.341400] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.341659] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.341794] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.342078] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.342244] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.342346] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.342546] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.342632] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.342826] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.342943] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.343050] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.343120] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.343391] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.343480] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8ef647dc-d512-4f76-953f-90944fd4aeda is going to be updated. [ 825.344648] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.344835] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.388029] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.388577] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.414032] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.414391] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.414491] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.414536] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.414733] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.414813] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.414913] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ada53836-28c8-4535-89e2-e67e49a24d7f is going to be updated. [ 825.416941] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.417543] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.459655] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.460081] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.460223] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.460300] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.460540] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.460753] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.460753] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7c0d4d7d-0f42-44b6-9b96-48783f50789f is going to be updated. [ 825.461971] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.462127] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.462354] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.464318] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.464524] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.464717] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.466979] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.467125] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.467191] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.467446] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.467618] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.469053] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.469358] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.469730] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.471091] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.471316] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.492148] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 18e4ffa8-cd2d-48f6-b099-1a9f889f7ca1 in Status: IN_PROGRESS for 2s [ 825.492850] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d0e97683-17f6-4d4c-80d6-2bdf01e1d98f in Status: IN_PROGRESS for 2s [ 825.493486] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2207e151-130b-4a9e-ab26-c9e8f409213d in Status: IN_PROGRESS for 2s [ 825.494141] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3a664249-2453-4d98-bc44-0c3aab5f1f25 in Status: IN_PROGRESS for 2s [ 825.502640] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.502640] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.503148] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.503148] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.503317] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.503463] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.504118] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.504118] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.504323] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.504389] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.504493] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.504800] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.504953] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.505103] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.505371] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.505523] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.505683] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0d7ba79b-ed4a-4041-b61b-3287e064aca9 is going to be updated. [ 825.571569] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.571965] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.571965] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.571965] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.572081] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.574135] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.574289] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.574350] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.574516] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.574651] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.610821] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.610919] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.610975] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.611220] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.611451] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.620387] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8ef647dc-d512-4f76-953f-90944fd4aeda in Status: IN_PROGRESS for 2s [ 825.621231] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ada53836-28c8-4535-89e2-e67e49a24d7f in Status: IN_PROGRESS for 2s [ 825.644137] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7c0d4d7d-0f42-44b6-9b96-48783f50789f in Status: IN_PROGRESS for 2s [ 825.676882] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.677079] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.677291] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.677541] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.677751] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.720179] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0d7ba79b-ed4a-4041-b61b-3287e064aca9 in Status: IN_PROGRESS for 2s [ 825.915201] env[65288]: INFO networking_nsxv3.common.synchronization [req-dca5fe4e-bcf8-450b-a0e8-4813e57ba33e req-180d4ee7-7712-43c7-9108-279442ea8aa7 tempest-DeleteServersTestJSON-1755245245 tempest-DeleteServersTestJSON-1755245245-project-member] Enqueued Resource ID: 5c1b1b02-0d0e-421c-9442-12c88f168c61 with Priority: HIGHEST for action security_group_members [ 825.916444] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5c1b1b02-0d0e-421c-9442-12c88f168c61 with Priority: HIGHEST for action security_group_members [ 825.916868] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock member-5c1b1b02-0d0e-421c-9442-12c88f168c61 taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.917044] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5c1b1b02-0d0e-421c-9442-12c88f168c61" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.917140] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5c1b1b02-0d0e-421c-9442-12c88f168c61" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.917380] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5c1b1b02-0d0e-421c-9442-12c88f168c61" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.917561] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.917710] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.917790] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.917972] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.918222] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.918396] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5c1b1b02-0d0e-421c-9442-12c88f168c61',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 826.423229] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.423229] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.423229] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.423229] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.423229] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.423229] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.423229] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.423229] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.423229] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.423229] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.423229] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5c1b1b02-0d0e-421c-9442-12c88f168c61 is going to be updated. [ 826.450840] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.450840] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.450840] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.450840] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.450840] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.462949] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5c1b1b02-0d0e-421c-9442-12c88f168c61 in Status: IN_PROGRESS for 2s [ 826.617546] env[65288]: INFO networking_nsxv3.common.synchronization [req-1643e747-ed56-4ea1-ba72-1319b6564d3a req-1857d4ea-ce00-402d-94c3-a779c66487dd tempest-ListImageFiltersTestJSON-1691818130 tempest-ListImageFiltersTestJSON-1691818130-project-member] Enqueued Resource ID: b13e28ee-b8aa-43ab-83df-d02231540216 with Priority: HIGHEST for action security_group_members [ 826.618728] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b13e28ee-b8aa-43ab-83df-d02231540216 with Priority: HIGHEST for action security_group_members [ 826.618728] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock member-b13e28ee-b8aa-43ab-83df-d02231540216 taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.618945] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b13e28ee-b8aa-43ab-83df-d02231540216" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.618945] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b13e28ee-b8aa-43ab-83df-d02231540216" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.619234] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b13e28ee-b8aa-43ab-83df-d02231540216" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.619234] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.619370] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.619370] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.619529] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.619627] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.619729] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b13e28ee-b8aa-43ab-83df-d02231540216',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 826.941847] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5c1b1b02-0d0e-421c-9442-12c88f168c61 in Status: SUCCESS [ 826.942112] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5c1b1b02-0d0e-421c-9442-12c88f168c61" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.122051] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.123200] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.123281] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.123537] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.146960] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.146960] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.147228] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.147228] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.147444] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.147444] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.147543] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b13e28ee-b8aa-43ab-83df-d02231540216 is going to be updated. [ 827.177068] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.177257] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.177371] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.177633] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.177858] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.188684] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b13e28ee-b8aa-43ab-83df-d02231540216 in Status: IN_PROGRESS for 2s [ 827.248664] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 30308f46-39e1-47e7-b2b2-aeb4d6f5c44e in Status: SUCCESS [ 827.248664] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-30308f46-39e1-47e7-b2b2-aeb4d6f5c44e" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.516797] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 18e4ffa8-cd2d-48f6-b099-1a9f889f7ca1 in Status: SUCCESS [ 827.517617] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-18e4ffa8-cd2d-48f6-b099-1a9f889f7ca1" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.518885] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d0e97683-17f6-4d4c-80d6-2bdf01e1d98f in Status: SUCCESS [ 827.519278] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d0e97683-17f6-4d4c-80d6-2bdf01e1d98f" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.520272] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3a664249-2453-4d98-bc44-0c3aab5f1f25 in Status: SUCCESS [ 827.521139] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3a664249-2453-4d98-bc44-0c3aab5f1f25" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.522699] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2207e151-130b-4a9e-ab26-c9e8f409213d in Status: SUCCESS [ 827.522699] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2207e151-130b-4a9e-ab26-c9e8f409213d" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.640140] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ada53836-28c8-4535-89e2-e67e49a24d7f in Status: SUCCESS [ 827.640140] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ada53836-28c8-4535-89e2-e67e49a24d7f" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.641506] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8ef647dc-d512-4f76-953f-90944fd4aeda in Status: SUCCESS [ 827.641701] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8ef647dc-d512-4f76-953f-90944fd4aeda" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.658240] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7c0d4d7d-0f42-44b6-9b96-48783f50789f in Status: SUCCESS [ 827.658586] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7c0d4d7d-0f42-44b6-9b96-48783f50789f" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.738114] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0d7ba79b-ed4a-4041-b61b-3287e064aca9 in Status: SUCCESS [ 827.738568] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0d7ba79b-ed4a-4041-b61b-3287e064aca9" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.473852] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5c1b1b02-0d0e-421c-9442-12c88f168c61 in Status: SUCCESS [ 828.473852] env[65288]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5c1b1b02-0d0e-421c-9442-12c88f168c61 deletion is rescheduled due to dependency. [ 828.474175] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5c1b1b02-0d0e-421c-9442-12c88f168c61" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.202117] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b13e28ee-b8aa-43ab-83df-d02231540216 in Status: SUCCESS [ 829.202117] env[65288]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b13e28ee-b8aa-43ab-83df-d02231540216 deletion is rescheduled due to dependency. [ 829.202117] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b13e28ee-b8aa-43ab-83df-d02231540216" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.211055] env[65288]: INFO networking_nsxv3.common.synchronization [None req-21dabb57-856c-495d-ab67-89e73aa3feea None None] Enqueued Resource ID: 970a4a87-b02b-4bd2-80e0-31245e201501 with Priority: HIGHEST for action port [ 830.213806] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 970a4a87-b02b-4bd2-80e0-31245e201501 with Priority: HIGHEST for action port [ 830.213806] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock port-970a4a87-b02b-4bd2-80e0-31245e201501 taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.213806] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-970a4a87-b02b-4bd2-80e0-31245e201501" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.213806] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-970a4a87-b02b-4bd2-80e0-31245e201501" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.213806] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-970a4a87-b02b-4bd2-80e0-31245e201501" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.213806] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('970a4a87-b02b-4bd2-80e0-31245e201501',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 830.715406] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 970a4a87-b02b-4bd2-80e0-31245e201501 [ 830.715655] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.715787] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.715862] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.716097] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.716188] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.716309] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:970a4a87-b02b-4bd2-80e0-31245e201501 already deleted. [ 830.716464] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-970a4a87-b02b-4bd2-80e0-31245e201501" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.277189] env[65288]: INFO networking_nsxv3.common.synchronization [req-c41c7213-0716-4889-ac9b-1744b8945931 req-3dcf83d1-e00c-4f42-a46a-6b66140e1282 tempest-SecurityGroupsTestJSON-1080174179 tempest-SecurityGroupsTestJSON-1080174179-project-member] Enqueued Resource ID: 8ef647dc-d512-4f76-953f-90944fd4aeda with Priority: HIGHEST for action security_group_members [ 831.277824] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8ef647dc-d512-4f76-953f-90944fd4aeda with Priority: HIGHEST for action security_group_members [ 831.278157] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock member-8ef647dc-d512-4f76-953f-90944fd4aeda taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.278324] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8ef647dc-d512-4f76-953f-90944fd4aeda" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.278417] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8ef647dc-d512-4f76-953f-90944fd4aeda" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.278615] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8ef647dc-d512-4f76-953f-90944fd4aeda" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.278774] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.278870] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.278921] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.279087] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.279168] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.279263] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8ef647dc-d512-4f76-953f-90944fd4aeda',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 831.415825] env[65288]: INFO networking_nsxv3.common.synchronization [req-2009b716-e022-47cd-b1c2-6f9cf8ea6c83 req-e7f9d1bc-e54a-407f-8b88-3efc816ef390 tempest-ServersAdminTestJSON-1417343482 tempest-ServersAdminTestJSON-1417343482-project-member] Enqueued Resource ID: d4809d67-1b31-408a-868c-7991f7666292 with Priority: HIGHEST for action security_group_members [ 831.416435] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d4809d67-1b31-408a-868c-7991f7666292 with Priority: HIGHEST for action security_group_members [ 831.416755] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock member-d4809d67-1b31-408a-868c-7991f7666292 taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.416877] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d4809d67-1b31-408a-868c-7991f7666292" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.416955] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d4809d67-1b31-408a-868c-7991f7666292" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.417722] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d4809d67-1b31-408a-868c-7991f7666292" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.417926] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.418134] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.418134] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.418606] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.418705] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.418806] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d4809d67-1b31-408a-868c-7991f7666292',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 831.710243] env[65288]: DEBUG networking_nsxv3.common.locking [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Lock network-844 taken with stack trace [, , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.710514] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquiring lock "network-844" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.710558] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired lock "network-844" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.710815] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired external semaphore "network-844" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.712029] env[65288]: DEBUG networking_nsxv3.common.locking [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.712029] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquiring lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.712029] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.712256] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired external semaphore "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.713187] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Releasing lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.713187] env[65288]: DEBUG dogpile.cache.region [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] No value present for key: 'zone-id' {{(pid=65288) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 831.713187] env[65288]: DEBUG dogpile.lock [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] NeedRegenerationException {{(pid=65288) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 831.713187] env[65288]: DEBUG dogpile.lock [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] no value, waiting for create lock {{(pid=65288) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 831.713187] env[65288]: DEBUG dogpile.lock [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] value creation lock acquired {{(pid=65288) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 831.713187] env[65288]: DEBUG dogpile.cache.region [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] No value present for key: 'zone-id' {{(pid=65288) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 831.713445] env[65288]: DEBUG dogpile.lock [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Calling creation function for not-yet-present value {{(pid=65288) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 831.713445] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 831.734861] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 831.735058] env[65288]: DEBUG dogpile.cache.region [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65288) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 831.735313] env[65288]: DEBUG dogpile.lock [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Released creation lock {{(pid=65288) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 831.735416] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Releasing lock "network-844" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.735733] env[65288]: DEBUG networking_nsxv3.common.locking [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Lock port-d008226e-26f8-4256-af36-0b02f6e35ac2 taken with stack trace [, , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.735932] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquiring lock "port-d008226e-26f8-4256-af36-0b02f6e35ac2" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.736073] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired lock "port-d008226e-26f8-4256-af36-0b02f6e35ac2" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.736457] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired external semaphore "port-d008226e-26f8-4256-af36-0b02f6e35ac2" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.736603] env[65288]: DEBUG networking_nsxv3.api.rpc [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d008226e-26f8-4256-af36-0b02f6e35ac2',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 831.781720] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8ef647dc-d512-4f76-953f-90944fd4aeda',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 831.922851] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d4809d67-1b31-408a-868c-7991f7666292',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 832.239929] env[65288]: DEBUG networking_nsxv3.common.locking [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.240225] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.240395] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.240744] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.240938] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.241152] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Segment Port d008226e-26f8-4256-af36-0b02f6e35ac2 not found, creating... [ 832.241494] env[65288]: DEBUG networking_nsxv3.common.locking [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.241700] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquiring lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.241860] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.242142] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired external semaphore "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.242319] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Releasing lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.242694] env[65288]: DEBUG networking_nsxv3.common.locking [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.242896] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.243724] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.243724] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.243724] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.243724] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Resource: SegmentPort with ID: d008226e-26f8-4256-af36-0b02f6e35ac2 is going to be created. [ 832.264217] env[65288]: DEBUG networking_nsxv3.common.locking [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.264401] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.264528] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.264882] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.265074] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.265304] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Releasing lock "port-d008226e-26f8-4256-af36-0b02f6e35ac2" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.286188] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8ef647dc-d512-4f76-953f-90944fd4aeda',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 832.427435] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d4809d67-1b31-408a-868c-7991f7666292',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 832.496757] env[65288]: INFO networking_nsxv3.common.synchronization [None req-9e8b9edd-99a2-4d3e-9dcd-87330a835d26 None None] Enqueued Resource ID: d0e3312f-38ef-4241-8aec-b9efa53e890d with Priority: HIGHEST for action port [ 832.497492] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d0e3312f-38ef-4241-8aec-b9efa53e890d with Priority: HIGHEST for action port [ 832.497737] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock port-d0e3312f-38ef-4241-8aec-b9efa53e890d taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.498251] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d0e3312f-38ef-4241-8aec-b9efa53e890d" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.498325] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d0e3312f-38ef-4241-8aec-b9efa53e890d" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.498635] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d0e3312f-38ef-4241-8aec-b9efa53e890d" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.498722] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d0e3312f-38ef-4241-8aec-b9efa53e890d',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 832.613570] env[65288]: INFO networking_nsxv3.common.synchronization [req-ea511f41-f7e2-4594-a0eb-1c8dc31e3930 req-3b78a2c5-21ed-4e34-9bec-7de2258878f5 tempest-MigrationsAdminTest-1792954961 tempest-MigrationsAdminTest-1792954961-project-member] Enqueued Resource ID: 61335d04-4310-48c7-92a4-956bad255ae1 with Priority: HIGHEST for action security_group_members [ 832.614334] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 61335d04-4310-48c7-92a4-956bad255ae1 with Priority: HIGHEST for action security_group_members [ 832.614785] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock member-61335d04-4310-48c7-92a4-956bad255ae1 taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.614948] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-61335d04-4310-48c7-92a4-956bad255ae1" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.615057] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-61335d04-4310-48c7-92a4-956bad255ae1" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.615332] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-61335d04-4310-48c7-92a4-956bad255ae1" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.615538] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.615683] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.615772] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.615966] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.616091] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.616220] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('61335d04-4310-48c7-92a4-956bad255ae1',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 832.788549] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.788549] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.788549] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.788844] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.788844] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.788910] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8ef647dc-d512-4f76-953f-90944fd4aeda is going to be updated. [ 832.820116] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.820265] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.820327] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.820523] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.820662] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.829978] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8ef647dc-d512-4f76-953f-90944fd4aeda in Status: IN_PROGRESS for 2s [ 832.930777] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.930915] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.930948] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.931251] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.931305] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.931394] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d4809d67-1b31-408a-868c-7991f7666292 is going to be updated. [ 832.966728] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.966884] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.966965] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.967183] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.967327] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.977507] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d4809d67-1b31-408a-868c-7991f7666292 in Status: IN_PROGRESS for 2s [ 832.995034] env[65288]: INFO networking_nsxv3.common.synchronization [req-c41c7213-0716-4889-ac9b-1744b8945931 req-96cec348-a29a-4ada-a824-1fb5fdd61c8c service nova] Enqueued Resource ID: 8ef647dc-d512-4f76-953f-90944fd4aeda with Priority: HIGHEST for action security_group_rules [ 832.995139] env[65288]: INFO networking_nsxv3.common.synchronization [req-c41c7213-0716-4889-ac9b-1744b8945931 req-96cec348-a29a-4ada-a824-1fb5fdd61c8c service nova] Enqueued Resource ID: 8ef647dc-d512-4f76-953f-90944fd4aeda with Priority: HIGHEST for action security_group_members [ 832.995226] env[65288]: INFO networking_nsxv3.common.synchronization [req-c41c7213-0716-4889-ac9b-1744b8945931 req-96cec348-a29a-4ada-a824-1fb5fdd61c8c service nova] Enqueued Resource ID: d008226e-26f8-4256-af36-0b02f6e35ac2 with Priority: HIGHEST for action port [ 832.995463] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8ef647dc-d512-4f76-953f-90944fd4aeda with Priority: HIGHEST for action security_group_rules [ 832.995583] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8ef647dc-d512-4f76-953f-90944fd4aeda with Priority: HIGHEST for action security_group_members [ 832.995737] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d008226e-26f8-4256-af36-0b02f6e35ac2 with Priority: HIGHEST for action port [ 832.996910] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8ef647dc-d512-4f76-953f-90944fd4aeda taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.997062] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8ef647dc-d512-4f76-953f-90944fd4aeda" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.997128] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8ef647dc-d512-4f76-953f-90944fd4aeda" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.997326] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8ef647dc-d512-4f76-953f-90944fd4aeda" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.997406] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8ef647dc-d512-4f76-953f-90944fd4aeda',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 832.998421] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock member-8ef647dc-d512-4f76-953f-90944fd4aeda taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.998531] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8ef647dc-d512-4f76-953f-90944fd4aeda" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.998728] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock port-d008226e-26f8-4256-af36-0b02f6e35ac2 taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.998822] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d008226e-26f8-4256-af36-0b02f6e35ac2" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.998882] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d008226e-26f8-4256-af36-0b02f6e35ac2" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.999079] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d008226e-26f8-4256-af36-0b02f6e35ac2" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.999141] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d008226e-26f8-4256-af36-0b02f6e35ac2',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 833.006730] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d0e3312f-38ef-4241-8aec-b9efa53e890d [ 833.006937] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.007071] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.007161] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.007361] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.007453] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.007612] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d0e3312f-38ef-4241-8aec-b9efa53e890d already deleted. [ 833.007612] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d0e3312f-38ef-4241-8aec-b9efa53e890d" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.119391] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('61335d04-4310-48c7-92a4-956bad255ae1',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 833.456023] env[65288]: INFO networking_nsxv3.common.synchronization [req-5136ec03-662f-4369-8197-d5d73c18337a req-ab7f2a0e-3c67-44ec-b4fe-ef784004976d tempest-ImagesOneServerNegativeTestJSON-1883664013 tempest-ImagesOneServerNegativeTestJSON-1883664013-project-member] Enqueued Resource ID: a11330c4-cf58-4a08-a8b1-e79c4012e1bd with Priority: HIGHEST for action security_group_members [ 833.456023] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a11330c4-cf58-4a08-a8b1-e79c4012e1bd with Priority: HIGHEST for action security_group_members [ 833.456023] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock member-a11330c4-cf58-4a08-a8b1-e79c4012e1bd taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.456023] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a11330c4-cf58-4a08-a8b1-e79c4012e1bd" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.456023] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a11330c4-cf58-4a08-a8b1-e79c4012e1bd" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.456023] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a11330c4-cf58-4a08-a8b1-e79c4012e1bd" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.456023] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.456023] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.456023] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.456805] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.456989] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.457200] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a11330c4-cf58-4a08-a8b1-e79c4012e1bd',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 833.500975] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock member-8ef647dc-d512-4f76-953f-90944fd4aeda taken with stack trace [, , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.501577] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8ef647dc-d512-4f76-953f-90944fd4aeda" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.503021] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d008226e-26f8-4256-af36-0b02f6e35ac2 with status ACTIVE [ 833.503122] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.503245] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.503288] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.503554] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.503684] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.503885] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.504020] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.504124] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.504300] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.504384] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.504574] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.504668] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.504730] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.504912] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.504993] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.505091] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d008226e-26f8-4256-af36-0b02f6e35ac2 is going to be updated. [ 833.528863] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.529026] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.529100] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.529306] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.529499] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.529695] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d008226e-26f8-4256-af36-0b02f6e35ac2" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.623883] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('61335d04-4310-48c7-92a4-956bad255ae1',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 833.930813] env[65288]: INFO networking_nsxv3.common.synchronization [req-ab217c07-8fd3-45e0-b6db-5f4e717728ca req-d71be5c4-b568-4edc-91ac-4e0809509d3d tempest-ServerActionsV293TestJSON-722917977 tempest-ServerActionsV293TestJSON-722917977-project-member] Enqueued Resource ID: 7febb477-5157-4c38-90ef-df7420edadd6 with Priority: HIGHEST for action security_group_members [ 833.931383] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7febb477-5157-4c38-90ef-df7420edadd6 with Priority: HIGHEST for action security_group_members [ 833.931712] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock member-7febb477-5157-4c38-90ef-df7420edadd6 taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.931940] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7febb477-5157-4c38-90ef-df7420edadd6" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.932015] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7febb477-5157-4c38-90ef-df7420edadd6" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.932271] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7febb477-5157-4c38-90ef-df7420edadd6" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.932876] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.932876] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.932876] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.933055] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.933132] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.933228] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7febb477-5157-4c38-90ef-df7420edadd6',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 833.960487] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.960640] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.960704] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.960883] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.987439] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.987563] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.987695] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.987695] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.989512] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.989512] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.989512] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a11330c4-cf58-4a08-a8b1-e79c4012e1bd is going to be updated. [ 834.019295] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.019476] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.019476] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.019648] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.019794] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.029723] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a11330c4-cf58-4a08-a8b1-e79c4012e1bd in Status: IN_PROGRESS for 2s [ 834.128360] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.128360] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.128360] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.128360] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.128360] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.128360] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 61335d04-4310-48c7-92a4-956bad255ae1 is going to be updated. [ 834.162339] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.162339] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.162339] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.162339] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.162339] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.173213] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 61335d04-4310-48c7-92a4-956bad255ae1 in Status: IN_PROGRESS for 2s [ 834.296364] env[65288]: DEBUG networking_nsxv3.common.locking [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Lock network-830 taken with stack trace [, , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.296364] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquiring lock "network-830" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.296364] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired lock "network-830" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.296364] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired external semaphore "network-830" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.296364] env[65288]: DEBUG networking_nsxv3.common.locking [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.296364] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquiring lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.296364] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.296767] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired external semaphore "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.296972] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Releasing lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.297214] env[65288]: DEBUG dogpile.cache.region [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] No value present for key: 'zone-id' {{(pid=65288) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 834.297330] env[65288]: DEBUG dogpile.lock [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] NeedRegenerationException {{(pid=65288) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 834.297439] env[65288]: DEBUG dogpile.lock [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] no value, waiting for create lock {{(pid=65288) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 834.297546] env[65288]: DEBUG dogpile.lock [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] value creation lock acquired {{(pid=65288) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 834.297654] env[65288]: DEBUG dogpile.cache.region [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] No value present for key: 'zone-id' {{(pid=65288) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 834.297755] env[65288]: DEBUG dogpile.lock [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Calling creation function for not-yet-present value {{(pid=65288) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 834.297882] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 834.318903] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 834.319093] env[65288]: DEBUG dogpile.cache.region [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65288) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 834.319232] env[65288]: DEBUG dogpile.lock [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Released creation lock {{(pid=65288) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 834.319419] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Releasing lock "network-830" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.319738] env[65288]: DEBUG networking_nsxv3.common.locking [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Lock port-e358dd1e-e7c2-493d-b018-f43bdd29ce7e taken with stack trace [, , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.319925] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquiring lock "port-e358dd1e-e7c2-493d-b018-f43bdd29ce7e" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.320070] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired lock "port-e358dd1e-e7c2-493d-b018-f43bdd29ce7e" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.320401] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired external semaphore "port-e358dd1e-e7c2-493d-b018-f43bdd29ce7e" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.320538] env[65288]: DEBUG networking_nsxv3.api.rpc [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e358dd1e-e7c2-493d-b018-f43bdd29ce7e',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 834.437152] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.437240] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.437281] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.437610] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.437705] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.437903] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.438057] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.438128] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.438280] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.438367] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.438485] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7febb477-5157-4c38-90ef-df7420edadd6 already deleted. [ 834.438582] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7febb477-5157-4c38-90ef-df7420edadd6" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.826063] env[65288]: DEBUG networking_nsxv3.common.locking [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.826063] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.826610] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.826610] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.826610] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.826704] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Segment Port e358dd1e-e7c2-493d-b018-f43bdd29ce7e not found, creating... [ 834.827068] env[65288]: DEBUG networking_nsxv3.common.locking [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.827266] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquiring lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.827385] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.827743] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired external semaphore "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.827978] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Releasing lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.829108] env[65288]: DEBUG networking_nsxv3.common.locking [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.829108] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.829108] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.829108] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.829108] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.829453] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Resource: SegmentPort with ID: e358dd1e-e7c2-493d-b018-f43bdd29ce7e is going to be created. [ 834.856736] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8ef647dc-d512-4f76-953f-90944fd4aeda in Status: SUCCESS [ 834.856979] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8ef647dc-d512-4f76-953f-90944fd4aeda" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.857568] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8ef647dc-d512-4f76-953f-90944fd4aeda" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.857814] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8ef647dc-d512-4f76-953f-90944fd4aeda" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.858009] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.858129] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.858209] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.858364] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.858504] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.858597] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8ef647dc-d512-4f76-953f-90944fd4aeda',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 834.869209] env[65288]: DEBUG networking_nsxv3.common.locking [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.869515] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.869617] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.869854] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.870496] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.870811] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Releasing lock "port-e358dd1e-e7c2-493d-b018-f43bdd29ce7e" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.990425] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d4809d67-1b31-408a-868c-7991f7666292 in Status: SUCCESS [ 834.990425] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d4809d67-1b31-408a-868c-7991f7666292" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.362513] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8ef647dc-d512-4f76-953f-90944fd4aeda',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 835.595262] env[65288]: INFO networking_nsxv3.common.synchronization [req-ab217c07-8fd3-45e0-b6db-5f4e717728ca req-4fefb331-84d5-4ede-8256-1be012f823db service nova] Enqueued Resource ID: 7febb477-5157-4c38-90ef-df7420edadd6 with Priority: HIGHEST for action security_group_rules [ 835.595262] env[65288]: INFO networking_nsxv3.common.synchronization [req-ab217c07-8fd3-45e0-b6db-5f4e717728ca req-4fefb331-84d5-4ede-8256-1be012f823db service nova] Enqueued Resource ID: 7febb477-5157-4c38-90ef-df7420edadd6 with Priority: HIGHEST for action security_group_members [ 835.595262] env[65288]: INFO networking_nsxv3.common.synchronization [req-ab217c07-8fd3-45e0-b6db-5f4e717728ca req-4fefb331-84d5-4ede-8256-1be012f823db service nova] Enqueued Resource ID: e358dd1e-e7c2-493d-b018-f43bdd29ce7e with Priority: HIGHEST for action port [ 835.595637] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7febb477-5157-4c38-90ef-df7420edadd6 with Priority: HIGHEST for action security_group_rules [ 835.595775] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7febb477-5157-4c38-90ef-df7420edadd6 with Priority: HIGHEST for action security_group_members [ 835.595882] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e358dd1e-e7c2-493d-b018-f43bdd29ce7e with Priority: HIGHEST for action port [ 835.597204] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7febb477-5157-4c38-90ef-df7420edadd6 taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.597204] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7febb477-5157-4c38-90ef-df7420edadd6" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.597204] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7febb477-5157-4c38-90ef-df7420edadd6" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.597204] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7febb477-5157-4c38-90ef-df7420edadd6" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.597567] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7febb477-5157-4c38-90ef-df7420edadd6',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 835.599338] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock member-7febb477-5157-4c38-90ef-df7420edadd6 taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.599491] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7febb477-5157-4c38-90ef-df7420edadd6" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.599571] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7febb477-5157-4c38-90ef-df7420edadd6" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.599800] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7febb477-5157-4c38-90ef-df7420edadd6" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.599950] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.601306] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.601306] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.601306] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.601306] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.601810] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7febb477-5157-4c38-90ef-df7420edadd6',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 835.603262] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock port-e358dd1e-e7c2-493d-b018-f43bdd29ce7e taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.603262] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e358dd1e-e7c2-493d-b018-f43bdd29ce7e" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.603631] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e358dd1e-e7c2-493d-b018-f43bdd29ce7e" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.603631] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e358dd1e-e7c2-493d-b018-f43bdd29ce7e" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.603631] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e358dd1e-e7c2-493d-b018-f43bdd29ce7e',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 835.866063] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8ef647dc-d512-4f76-953f-90944fd4aeda',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 836.042308] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a11330c4-cf58-4a08-a8b1-e79c4012e1bd in Status: SUCCESS [ 836.042308] env[65288]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a11330c4-cf58-4a08-a8b1-e79c4012e1bd deletion is rescheduled due to dependency. [ 836.042308] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a11330c4-cf58-4a08-a8b1-e79c4012e1bd" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.106608] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7febb477-5157-4c38-90ef-df7420edadd6',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 836.107882] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock member-7febb477-5157-4c38-90ef-df7420edadd6 taken with stack trace [, , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.108022] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7febb477-5157-4c38-90ef-df7420edadd6" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.108502] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e358dd1e-e7c2-493d-b018-f43bdd29ce7e with status ACTIVE [ 836.108712] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.108851] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.108938] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.109179] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.110411] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.110602] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.110756] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.110866] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.111154] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.111298] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.111639] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.111852] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.111980] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.112165] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.112250] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.112361] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e358dd1e-e7c2-493d-b018-f43bdd29ce7e is going to be updated. [ 836.150414] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.150625] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.150625] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.150749] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.150892] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.151077] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e358dd1e-e7c2-493d-b018-f43bdd29ce7e" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.181455] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 61335d04-4310-48c7-92a4-956bad255ae1 in Status: SUCCESS [ 836.181682] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-61335d04-4310-48c7-92a4-956bad255ae1" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.368880] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.369130] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.369130] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.369347] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.369414] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.369521] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8ef647dc-d512-4f76-953f-90944fd4aeda is going to be updated. [ 836.402627] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.402880] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.402988] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.403331] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.403684] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.423431] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8ef647dc-d512-4f76-953f-90944fd4aeda in Status: IN_PROGRESS for 2s [ 836.610072] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7febb477-5157-4c38-90ef-df7420edadd6',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 837.113786] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.114122] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.114122] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.114298] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.114387] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.114487] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7febb477-5157-4c38-90ef-df7420edadd6 is going to be created. [ 837.155319] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.155319] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.155319] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.155319] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.155504] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.173736] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7febb477-5157-4c38-90ef-df7420edadd6 in Status: UNINITIALIZED for 2s [ 838.434497] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8ef647dc-d512-4f76-953f-90944fd4aeda in Status: SUCCESS [ 838.434767] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8ef647dc-d512-4f76-953f-90944fd4aeda" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.434833] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8ef647dc-d512-4f76-953f-90944fd4aeda" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.435029] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8ef647dc-d512-4f76-953f-90944fd4aeda" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.435199] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.435311] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.435377] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.435531] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.435611] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.435696] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8ef647dc-d512-4f76-953f-90944fd4aeda" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.435784] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8ef647dc-d512-4f76-953f-90944fd4aeda',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 838.939126] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock member-8ef647dc-d512-4f76-953f-90944fd4aeda taken with stack trace [, , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.939325] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8ef647dc-d512-4f76-953f-90944fd4aeda" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.939372] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8ef647dc-d512-4f76-953f-90944fd4aeda" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.939721] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8ef647dc-d512-4f76-953f-90944fd4aeda" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.939848] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.939908] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.939971] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.940168] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.940260] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.940346] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8ef647dc-d512-4f76-953f-90944fd4aeda" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.940493] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock member-8ef647dc-d512-4f76-953f-90944fd4aeda taken with stack trace [, , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.940609] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8ef647dc-d512-4f76-953f-90944fd4aeda" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.940687] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8ef647dc-d512-4f76-953f-90944fd4aeda" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.940839] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8ef647dc-d512-4f76-953f-90944fd4aeda" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.940977] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.941103] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.941163] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.941318] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.941364] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.941404] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8ef647dc-d512-4f76-953f-90944fd4aeda" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.941854] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8ef647dc-d512-4f76-953f-90944fd4aeda',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 839.183965] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7febb477-5157-4c38-90ef-df7420edadd6 in Status: SUCCESS [ 839.184374] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7febb477-5157-4c38-90ef-df7420edadd6" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.184485] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7febb477-5157-4c38-90ef-df7420edadd6" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.184674] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7febb477-5157-4c38-90ef-df7420edadd6" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.184923] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.185093] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.185191] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.185291] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.185597] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.185597] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7febb477-5157-4c38-90ef-df7420edadd6" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.185717] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7febb477-5157-4c38-90ef-df7420edadd6',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 839.443523] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8ef647dc-d512-4f76-953f-90944fd4aeda: rpc.has_security_group_logging(os_id): False [ 839.479406] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.479406] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.479406] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.479709] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.479709] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.480440] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.480440] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.480440] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.480440] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.480440] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.480716] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.480716] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.480716] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.480864] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.480864] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.481172] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.481172] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.481172] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.481371] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.481410] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.481478] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8ef647dc-d512-4f76-953f-90944fd4aeda is going to be updated. [ 839.573230] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.573230] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.573230] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.573230] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.573230] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.597872] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8ef647dc-d512-4f76-953f-90944fd4aeda in Status: IN_PROGRESS for 2s [ 839.688483] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7febb477-5157-4c38-90ef-df7420edadd6',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 840.110188] env[65288]: INFO networking_nsxv3.common.synchronization [req-a1f02206-fedf-4abd-8546-71917d40a61f req-5e781a6c-b098-4a4e-972d-06f7538d1d62 tempest-ServerRescueTestJSON-1015607189 tempest-ServerRescueTestJSON-1015607189-project-member] Enqueued Resource ID: 0d7ba79b-ed4a-4041-b61b-3287e064aca9 with Priority: HIGHEST for action security_group_members [ 840.111286] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0d7ba79b-ed4a-4041-b61b-3287e064aca9 with Priority: HIGHEST for action security_group_members [ 840.111286] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock member-0d7ba79b-ed4a-4041-b61b-3287e064aca9 taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.112351] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0d7ba79b-ed4a-4041-b61b-3287e064aca9" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.112351] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0d7ba79b-ed4a-4041-b61b-3287e064aca9" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.112351] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0d7ba79b-ed4a-4041-b61b-3287e064aca9" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.112351] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.112351] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.112351] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.113618] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.113618] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.113618] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0d7ba79b-ed4a-4041-b61b-3287e064aca9',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 840.190524] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7febb477-5157-4c38-90ef-df7420edadd6: rpc.has_security_group_logging(os_id): False [ 840.224686] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.224851] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.224851] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.225428] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.225515] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.225792] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.225932] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.226013] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.226244] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.226445] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.226512] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7febb477-5157-4c38-90ef-df7420edadd6 is going to be created. [ 840.314187] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.315381] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.315381] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.315570] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.316855] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.331234] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7febb477-5157-4c38-90ef-df7420edadd6 in Status: IN_PROGRESS for 2s [ 840.616318] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0d7ba79b-ed4a-4041-b61b-3287e064aca9',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 840.949967] env[65288]: INFO networking_nsxv3.common.synchronization [None req-884a12d4-dfa8-44d8-b37f-0bb17f64f8fa None None] Enqueued Resource ID: 4bf47e33-1268-4567-93bd-0c7c1e6db551 with Priority: HIGHEST for action port [ 840.950301] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4bf47e33-1268-4567-93bd-0c7c1e6db551 with Priority: HIGHEST for action port [ 840.950869] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock port-4bf47e33-1268-4567-93bd-0c7c1e6db551 taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.951211] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4bf47e33-1268-4567-93bd-0c7c1e6db551" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.951211] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4bf47e33-1268-4567-93bd-0c7c1e6db551" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.951846] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4bf47e33-1268-4567-93bd-0c7c1e6db551" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.951846] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4bf47e33-1268-4567-93bd-0c7c1e6db551',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 841.119188] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0d7ba79b-ed4a-4041-b61b-3287e064aca9',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 841.456021] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 4bf47e33-1268-4567-93bd-0c7c1e6db551 [ 841.456021] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.456021] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.456021] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.456021] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.456021] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.456021] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:4bf47e33-1268-4567-93bd-0c7c1e6db551 already deleted. [ 841.456021] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4bf47e33-1268-4567-93bd-0c7c1e6db551" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.625305] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.625305] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.625305] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.625305] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.625756] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.625756] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0d7ba79b-ed4a-4041-b61b-3287e064aca9 is going to be updated. [ 841.635737] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8ef647dc-d512-4f76-953f-90944fd4aeda in Status: SUCCESS [ 841.635982] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8ef647dc-d512-4f76-953f-90944fd4aeda" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.674037] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.674037] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.674037] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.674037] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.674037] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.687067] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0d7ba79b-ed4a-4041-b61b-3287e064aca9 in Status: IN_PROGRESS for 2s [ 841.701019] env[65288]: INFO networking_nsxv3.common.synchronization [req-658ad38f-f794-4e8d-bc9d-4a62038f2f8b req-d4e9f41b-6c66-498f-80aa-5b03e27fdd18 tempest-ServerAddressesTestJSON-607912234 tempest-ServerAddressesTestJSON-607912234-project-member] Enqueued Resource ID: 9d1f07fa-6eec-4b17-992b-d2110b080544 with Priority: HIGHEST for action security_group_members [ 841.701019] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9d1f07fa-6eec-4b17-992b-d2110b080544 with Priority: HIGHEST for action security_group_members [ 841.701019] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock member-9d1f07fa-6eec-4b17-992b-d2110b080544 taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.701019] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9d1f07fa-6eec-4b17-992b-d2110b080544" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.701019] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9d1f07fa-6eec-4b17-992b-d2110b080544" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.701722] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9d1f07fa-6eec-4b17-992b-d2110b080544" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.702026] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.702747] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.702747] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.702747] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.702747] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.703134] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9d1f07fa-6eec-4b17-992b-d2110b080544',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 842.107018] env[65288]: DEBUG networking_nsxv3.common.locking [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Lock network-901 taken with stack trace [, , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.107236] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquiring lock "network-901" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.107361] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired lock "network-901" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.107687] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired external semaphore "network-901" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.107937] env[65288]: DEBUG networking_nsxv3.common.locking [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.108329] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquiring lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.108486] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.108720] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired external semaphore "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.108866] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Releasing lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.109086] env[65288]: DEBUG dogpile.cache.region [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] No value present for key: 'zone-id' {{(pid=65288) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 842.109201] env[65288]: DEBUG dogpile.lock [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] NeedRegenerationException {{(pid=65288) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 842.109309] env[65288]: DEBUG dogpile.lock [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] no value, waiting for create lock {{(pid=65288) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 842.109415] env[65288]: DEBUG dogpile.lock [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] value creation lock acquired {{(pid=65288) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 842.109587] env[65288]: DEBUG dogpile.cache.region [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] No value present for key: 'zone-id' {{(pid=65288) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 842.109655] env[65288]: DEBUG dogpile.lock [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Calling creation function for not-yet-present value {{(pid=65288) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 842.109785] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 842.130795] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 842.130795] env[65288]: DEBUG dogpile.cache.region [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65288) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 842.130795] env[65288]: DEBUG dogpile.lock [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Released creation lock {{(pid=65288) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 842.131268] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Releasing lock "network-901" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.132719] env[65288]: DEBUG networking_nsxv3.common.locking [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Lock port-1c8deb59-97d4-42a9-b516-6c499aa4d5bb taken with stack trace [, , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.132719] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquiring lock "port-1c8deb59-97d4-42a9-b516-6c499aa4d5bb" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.132719] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired lock "port-1c8deb59-97d4-42a9-b516-6c499aa4d5bb" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.133886] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired external semaphore "port-1c8deb59-97d4-42a9-b516-6c499aa4d5bb" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.133886] env[65288]: DEBUG networking_nsxv3.api.rpc [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1c8deb59-97d4-42a9-b516-6c499aa4d5bb',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 842.202095] env[65288]: INFO networking_nsxv3.common.synchronization [req-2a80e95d-8fc8-4a1a-8d99-527c6c7cea34 req-a93e68f3-064b-4e2f-8c93-533ecc009816 tempest-SecurityGroupsTestJSON-1080174179 tempest-SecurityGroupsTestJSON-1080174179-project-member] Enqueued Resource ID: 8ef647dc-d512-4f76-953f-90944fd4aeda with Priority: HIGHEST for action security_group_members [ 842.202561] env[65288]: INFO networking_nsxv3.common.synchronization [req-2a80e95d-8fc8-4a1a-8d99-527c6c7cea34 req-a93e68f3-064b-4e2f-8c93-533ecc009816 tempest-SecurityGroupsTestJSON-1080174179 tempest-SecurityGroupsTestJSON-1080174179-project-member] Enqueued Resource ID: 8f748c21-4bf2-4f96-9109-2d7ba47a5b80 with Priority: HIGHEST for action security_group_members [ 842.203208] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8ef647dc-d512-4f76-953f-90944fd4aeda with Priority: HIGHEST for action security_group_members [ 842.203461] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8f748c21-4bf2-4f96-9109-2d7ba47a5b80 with Priority: HIGHEST for action security_group_members [ 842.204192] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock member-8ef647dc-d512-4f76-953f-90944fd4aeda taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.204491] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8ef647dc-d512-4f76-953f-90944fd4aeda" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.205237] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8ef647dc-d512-4f76-953f-90944fd4aeda" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.205237] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8ef647dc-d512-4f76-953f-90944fd4aeda" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.205237] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.205237] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.205237] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.205938] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.207252] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.207252] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8ef647dc-d512-4f76-953f-90944fd4aeda',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 842.207880] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock member-8f748c21-4bf2-4f96-9109-2d7ba47a5b80 taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.208134] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8f748c21-4bf2-4f96-9109-2d7ba47a5b80" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.208361] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8f748c21-4bf2-4f96-9109-2d7ba47a5b80" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.208692] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8f748c21-4bf2-4f96-9109-2d7ba47a5b80" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.208934] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.212533] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.212533] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.212533] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.212533] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.212533] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8f748c21-4bf2-4f96-9109-2d7ba47a5b80',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 842.213585] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.215222] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.215222] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.215222] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.215222] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.215222] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.215222] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.215222] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.215222] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.215222] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.215222] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9d1f07fa-6eec-4b17-992b-d2110b080544 already deleted. [ 842.215222] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9d1f07fa-6eec-4b17-992b-d2110b080544" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.262176] env[65288]: INFO networking_nsxv3.common.synchronization [req-2a80e95d-8fc8-4a1a-8d99-527c6c7cea34 req-a93e68f3-064b-4e2f-8c93-533ecc009816 tempest-SecurityGroupsTestJSON-1080174179 tempest-SecurityGroupsTestJSON-1080174179-project-member] Enqueued Resource ID: 8ef647dc-d512-4f76-953f-90944fd4aeda with Priority: HIGHEST for action security_group_rules [ 842.262176] env[65288]: INFO networking_nsxv3.common.synchronization [req-2a80e95d-8fc8-4a1a-8d99-527c6c7cea34 req-a93e68f3-064b-4e2f-8c93-533ecc009816 tempest-SecurityGroupsTestJSON-1080174179 tempest-SecurityGroupsTestJSON-1080174179-project-member] Enqueued Resource ID: 8ef647dc-d512-4f76-953f-90944fd4aeda with Priority: HIGHEST for action security_group_members [ 842.262176] env[65288]: INFO networking_nsxv3.common.synchronization [req-2a80e95d-8fc8-4a1a-8d99-527c6c7cea34 req-a93e68f3-064b-4e2f-8c93-533ecc009816 tempest-SecurityGroupsTestJSON-1080174179 tempest-SecurityGroupsTestJSON-1080174179-project-member] Enqueued Resource ID: 8f748c21-4bf2-4f96-9109-2d7ba47a5b80 with Priority: HIGHEST for action security_group_rules [ 842.262176] env[65288]: INFO networking_nsxv3.common.synchronization [req-2a80e95d-8fc8-4a1a-8d99-527c6c7cea34 req-a93e68f3-064b-4e2f-8c93-533ecc009816 tempest-SecurityGroupsTestJSON-1080174179 tempest-SecurityGroupsTestJSON-1080174179-project-member] Enqueued Resource ID: 8f748c21-4bf2-4f96-9109-2d7ba47a5b80 with Priority: HIGHEST for action security_group_members [ 842.262176] env[65288]: INFO networking_nsxv3.common.synchronization [req-2a80e95d-8fc8-4a1a-8d99-527c6c7cea34 req-a93e68f3-064b-4e2f-8c93-533ecc009816 tempest-SecurityGroupsTestJSON-1080174179 tempest-SecurityGroupsTestJSON-1080174179-project-member] Enqueued Resource ID: d008226e-26f8-4256-af36-0b02f6e35ac2 with Priority: HIGHEST for action port [ 842.262556] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8ef647dc-d512-4f76-953f-90944fd4aeda with Priority: HIGHEST for action security_group_rules [ 842.262790] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8f748c21-4bf2-4f96-9109-2d7ba47a5b80 with Priority: HIGHEST for action security_group_rules [ 842.265040] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d008226e-26f8-4256-af36-0b02f6e35ac2 with Priority: HIGHEST for action port [ 842.265040] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8ef647dc-d512-4f76-953f-90944fd4aeda with Priority: HIGHEST for action security_group_members [ 842.265040] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8f748c21-4bf2-4f96-9109-2d7ba47a5b80 with Priority: HIGHEST for action security_group_members [ 842.265040] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8ef647dc-d512-4f76-953f-90944fd4aeda taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.265040] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8ef647dc-d512-4f76-953f-90944fd4aeda" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.265040] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8ef647dc-d512-4f76-953f-90944fd4aeda" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.265040] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8ef647dc-d512-4f76-953f-90944fd4aeda" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.265040] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8ef647dc-d512-4f76-953f-90944fd4aeda',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 842.265655] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8f748c21-4bf2-4f96-9109-2d7ba47a5b80 taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.266048] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8f748c21-4bf2-4f96-9109-2d7ba47a5b80" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.266214] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8f748c21-4bf2-4f96-9109-2d7ba47a5b80" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.268168] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8f748c21-4bf2-4f96-9109-2d7ba47a5b80" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.268168] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8f748c21-4bf2-4f96-9109-2d7ba47a5b80',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 842.268168] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock port-d008226e-26f8-4256-af36-0b02f6e35ac2 taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.268412] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d008226e-26f8-4256-af36-0b02f6e35ac2" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.268609] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d008226e-26f8-4256-af36-0b02f6e35ac2" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.268931] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d008226e-26f8-4256-af36-0b02f6e35ac2" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.269200] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d008226e-26f8-4256-af36-0b02f6e35ac2',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 842.270941] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock member-8ef647dc-d512-4f76-953f-90944fd4aeda taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.271224] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8ef647dc-d512-4f76-953f-90944fd4aeda" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.272291] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock member-8f748c21-4bf2-4f96-9109-2d7ba47a5b80 taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.272291] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8f748c21-4bf2-4f96-9109-2d7ba47a5b80" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.345559] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7febb477-5157-4c38-90ef-df7420edadd6 in Status: SUCCESS [ 842.345766] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7febb477-5157-4c38-90ef-df7420edadd6" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.636212] env[65288]: DEBUG networking_nsxv3.common.locking [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.636480] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.636589] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.636954] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.637131] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.637289] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Segment Port 1c8deb59-97d4-42a9-b516-6c499aa4d5bb not found, creating... [ 842.637547] env[65288]: DEBUG networking_nsxv3.common.locking [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.637701] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquiring lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.637810] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.638054] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired external semaphore "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.638336] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Releasing lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.638653] env[65288]: DEBUG networking_nsxv3.common.locking [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.638653] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.638836] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.638919] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.639073] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.639194] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Resource: SegmentPort with ID: 1c8deb59-97d4-42a9-b516-6c499aa4d5bb is going to be created. [ 842.683787] env[65288]: DEBUG networking_nsxv3.common.locking [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.684036] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.684371] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.684460] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.684649] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.684954] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Releasing lock "port-1c8deb59-97d4-42a9-b516-6c499aa4d5bb" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.708940] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8ef647dc-d512-4f76-953f-90944fd4aeda',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 842.713961] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8f748c21-4bf2-4f96-9109-2d7ba47a5b80',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 842.773464] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d008226e-26f8-4256-af36-0b02f6e35ac2 with status ACTIVE [ 842.773641] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.773780] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.773848] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.774081] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.774173] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.774354] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.774452] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.774515] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.774663] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.774737] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.774912] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.775008] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.775075] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.775213] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.775284] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.775366] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d008226e-26f8-4256-af36-0b02f6e35ac2 is going to be updated. [ 842.776606] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock member-8ef647dc-d512-4f76-953f-90944fd4aeda taken with stack trace [, , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.776724] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8ef647dc-d512-4f76-953f-90944fd4aeda" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.776906] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock member-8f748c21-4bf2-4f96-9109-2d7ba47a5b80 taken with stack trace [, , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.776995] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8f748c21-4bf2-4f96-9109-2d7ba47a5b80" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.815289] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.815751] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.815847] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.817327] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.817519] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.817724] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d008226e-26f8-4256-af36-0b02f6e35ac2" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.215367] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8ef647dc-d512-4f76-953f-90944fd4aeda',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 843.216918] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8f748c21-4bf2-4f96-9109-2d7ba47a5b80',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 843.453783] env[65288]: INFO networking_nsxv3.common.synchronization [None req-18b3f40b-db5a-4e5d-88de-225ccb80e982 None None] Enqueued Resource ID: 7ea1a155-e9a7-45a7-95cd-8006632f0ddb with Priority: HIGHEST for action port [ 843.454995] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7ea1a155-e9a7-45a7-95cd-8006632f0ddb with Priority: HIGHEST for action port [ 843.455348] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock port-7ea1a155-e9a7-45a7-95cd-8006632f0ddb taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.455486] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7ea1a155-e9a7-45a7-95cd-8006632f0ddb" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.455543] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7ea1a155-e9a7-45a7-95cd-8006632f0ddb" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.456322] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7ea1a155-e9a7-45a7-95cd-8006632f0ddb" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.456416] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7ea1a155-e9a7-45a7-95cd-8006632f0ddb',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 843.476262] env[65288]: INFO networking_nsxv3.common.synchronization [req-658ad38f-f794-4e8d-bc9d-4a62038f2f8b req-259e9dcf-f6c3-45d7-8c5b-dd8154e61db1 service nova] Enqueued Resource ID: 9d1f07fa-6eec-4b17-992b-d2110b080544 with Priority: HIGHEST for action security_group_rules [ 843.476467] env[65288]: INFO networking_nsxv3.common.synchronization [req-658ad38f-f794-4e8d-bc9d-4a62038f2f8b req-259e9dcf-f6c3-45d7-8c5b-dd8154e61db1 service nova] Enqueued Resource ID: 9d1f07fa-6eec-4b17-992b-d2110b080544 with Priority: HIGHEST for action security_group_members [ 843.476612] env[65288]: INFO networking_nsxv3.common.synchronization [req-658ad38f-f794-4e8d-bc9d-4a62038f2f8b req-259e9dcf-f6c3-45d7-8c5b-dd8154e61db1 service nova] Enqueued Resource ID: 1c8deb59-97d4-42a9-b516-6c499aa4d5bb with Priority: HIGHEST for action port [ 843.477098] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9d1f07fa-6eec-4b17-992b-d2110b080544 with Priority: HIGHEST for action security_group_rules [ 843.477428] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9d1f07fa-6eec-4b17-992b-d2110b080544 with Priority: HIGHEST for action security_group_members [ 843.477428] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1c8deb59-97d4-42a9-b516-6c499aa4d5bb with Priority: HIGHEST for action port [ 843.477972] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9d1f07fa-6eec-4b17-992b-d2110b080544 taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.477972] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9d1f07fa-6eec-4b17-992b-d2110b080544" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.478199] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9d1f07fa-6eec-4b17-992b-d2110b080544" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.478370] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9d1f07fa-6eec-4b17-992b-d2110b080544" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.478370] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9d1f07fa-6eec-4b17-992b-d2110b080544',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 843.479162] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock member-9d1f07fa-6eec-4b17-992b-d2110b080544 taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.479277] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9d1f07fa-6eec-4b17-992b-d2110b080544" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.479337] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9d1f07fa-6eec-4b17-992b-d2110b080544" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.479493] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9d1f07fa-6eec-4b17-992b-d2110b080544" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.479971] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.480043] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.480080] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.480469] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.480469] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.480469] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9d1f07fa-6eec-4b17-992b-d2110b080544',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 843.481091] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock port-1c8deb59-97d4-42a9-b516-6c499aa4d5bb taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.481223] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1c8deb59-97d4-42a9-b516-6c499aa4d5bb" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.481277] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1c8deb59-97d4-42a9-b516-6c499aa4d5bb" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.481406] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1c8deb59-97d4-42a9-b516-6c499aa4d5bb" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.481527] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1c8deb59-97d4-42a9-b516-6c499aa4d5bb',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 843.698923] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0d7ba79b-ed4a-4041-b61b-3287e064aca9 in Status: SUCCESS [ 843.699235] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0d7ba79b-ed4a-4041-b61b-3287e064aca9" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.718889] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.719061] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.719138] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.719460] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.719460] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.719616] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8ef647dc-d512-4f76-953f-90944fd4aeda is going to be updated. [ 843.720950] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.721083] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.721153] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.721321] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.721401] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.721522] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8f748c21-4bf2-4f96-9109-2d7ba47a5b80 is going to be created. [ 843.752308] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.752308] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.752308] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.752308] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.752308] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.757874] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.758031] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.758104] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.758304] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.758514] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.764696] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8f748c21-4bf2-4f96-9109-2d7ba47a5b80 in Status: UNINITIALIZED for 2s [ 843.766344] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8ef647dc-d512-4f76-953f-90944fd4aeda in Status: IN_PROGRESS for 2s [ 843.961061] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7ea1a155-e9a7-45a7-95cd-8006632f0ddb [ 843.961061] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.961271] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.961271] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.961488] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.961576] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.961669] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7ea1a155-e9a7-45a7-95cd-8006632f0ddb already deleted. [ 843.961757] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7ea1a155-e9a7-45a7-95cd-8006632f0ddb" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.983625] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9d1f07fa-6eec-4b17-992b-d2110b080544',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 843.984526] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock member-9d1f07fa-6eec-4b17-992b-d2110b080544 taken with stack trace [, , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.984745] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9d1f07fa-6eec-4b17-992b-d2110b080544" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.984800] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1c8deb59-97d4-42a9-b516-6c499aa4d5bb with status ACTIVE [ 843.984998] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.985104] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.985148] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.985421] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.985475] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.985593] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.985688] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.985748] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.985890] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.985961] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.986146] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.986237] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.986298] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.986522] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.986628] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.986715] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1c8deb59-97d4-42a9-b516-6c499aa4d5bb is going to be updated. [ 844.008422] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.008422] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.008422] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.008670] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.008810] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.008971] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1c8deb59-97d4-42a9-b516-6c499aa4d5bb" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.475840] env[65288]: INFO networking_nsxv3.common.synchronization [req-4bece33f-d405-416e-a9d0-03c15ee3b0e0 req-0b9c3052-6667-4868-9f36-bb759ce060a0 tempest-InstanceActionsTestJSON-175547563 tempest-InstanceActionsTestJSON-175547563-project-member] Enqueued Resource ID: e2faeaba-7ab5-4e86-9e62-a1433421fc32 with Priority: HIGHEST for action security_group_members [ 844.477651] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e2faeaba-7ab5-4e86-9e62-a1433421fc32 with Priority: HIGHEST for action security_group_members [ 844.478308] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock member-e2faeaba-7ab5-4e86-9e62-a1433421fc32 taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.478738] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e2faeaba-7ab5-4e86-9e62-a1433421fc32" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.478835] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e2faeaba-7ab5-4e86-9e62-a1433421fc32" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.479166] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e2faeaba-7ab5-4e86-9e62-a1433421fc32" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.479391] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.479837] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.479837] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.479837] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.480095] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.480180] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e2faeaba-7ab5-4e86-9e62-a1433421fc32',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 844.489115] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9d1f07fa-6eec-4b17-992b-d2110b080544',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 844.971275] env[65288]: DEBUG networking_nsxv3.common.locking [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Lock network-890 taken with stack trace [, , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.971627] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquiring lock "network-890" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.971627] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired lock "network-890" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.971932] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired external semaphore "network-890" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.972919] env[65288]: DEBUG networking_nsxv3.common.locking [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.972919] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquiring lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.972919] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.972919] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired external semaphore "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.972919] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Releasing lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.973695] env[65288]: DEBUG dogpile.cache.region [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] No value present for key: 'zone-id' {{(pid=65288) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 844.973822] env[65288]: DEBUG dogpile.lock [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] NeedRegenerationException {{(pid=65288) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 844.973935] env[65288]: DEBUG dogpile.lock [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] no value, waiting for create lock {{(pid=65288) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 844.974073] env[65288]: DEBUG dogpile.lock [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] value creation lock acquired {{(pid=65288) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 844.974206] env[65288]: DEBUG dogpile.cache.region [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] No value present for key: 'zone-id' {{(pid=65288) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 844.974311] env[65288]: DEBUG dogpile.lock [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Calling creation function for not-yet-present value {{(pid=65288) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 844.974460] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 844.983085] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.983289] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.983422] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.983518] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.983617] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.983819] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.983941] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.984017] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.984185] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.984273] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.984366] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e2faeaba-7ab5-4e86-9e62-a1433421fc32 already deleted. [ 844.984448] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e2faeaba-7ab5-4e86-9e62-a1433421fc32" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.992389] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.992568] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.992613] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.992863] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.992976] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.993094] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9d1f07fa-6eec-4b17-992b-d2110b080544 is going to be created. [ 844.996725] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 844.996814] env[65288]: DEBUG dogpile.cache.region [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65288) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 844.996943] env[65288]: DEBUG dogpile.lock [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Released creation lock {{(pid=65288) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 844.997136] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Releasing lock "network-890" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.997434] env[65288]: DEBUG networking_nsxv3.common.locking [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Lock port-e3c17e86-cfc5-4ab2-8f43-1833eac4cbaf taken with stack trace [, , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.997597] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquiring lock "port-e3c17e86-cfc5-4ab2-8f43-1833eac4cbaf" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.997715] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired lock "port-e3c17e86-cfc5-4ab2-8f43-1833eac4cbaf" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.998020] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired external semaphore "port-e3c17e86-cfc5-4ab2-8f43-1833eac4cbaf" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.998177] env[65288]: DEBUG networking_nsxv3.api.rpc [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e3c17e86-cfc5-4ab2-8f43-1833eac4cbaf',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 845.018529] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.018725] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.018771] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.019043] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.019221] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.031339] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9d1f07fa-6eec-4b17-992b-d2110b080544 in Status: UNINITIALIZED for 2s [ 845.501900] env[65288]: DEBUG networking_nsxv3.common.locking [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.502104] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.502104] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.502335] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.502484] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.502638] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Segment Port e3c17e86-cfc5-4ab2-8f43-1833eac4cbaf not found, creating... [ 845.503188] env[65288]: DEBUG networking_nsxv3.common.locking [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.503188] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquiring lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.503188] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.503463] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired external semaphore "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.503577] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Releasing lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.503887] env[65288]: DEBUG networking_nsxv3.common.locking [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.503997] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.504127] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.504329] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.504461] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.504596] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Resource: SegmentPort with ID: e3c17e86-cfc5-4ab2-8f43-1833eac4cbaf is going to be created. [ 845.524529] env[65288]: DEBUG networking_nsxv3.common.locking [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.524729] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.524877] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.525245] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.525410] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.525645] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Releasing lock "port-e3c17e86-cfc5-4ab2-8f43-1833eac4cbaf" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.776731] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8ef647dc-d512-4f76-953f-90944fd4aeda in Status: SUCCESS [ 845.777056] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8ef647dc-d512-4f76-953f-90944fd4aeda" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.777239] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8ef647dc-d512-4f76-953f-90944fd4aeda" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.777461] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8ef647dc-d512-4f76-953f-90944fd4aeda" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.777661] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.777778] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.777836] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.778018] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.778126] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.778226] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8ef647dc-d512-4f76-953f-90944fd4aeda',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 845.779867] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8f748c21-4bf2-4f96-9109-2d7ba47a5b80 in Status: SUCCESS [ 845.780051] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8f748c21-4bf2-4f96-9109-2d7ba47a5b80" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.780223] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8f748c21-4bf2-4f96-9109-2d7ba47a5b80" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.780407] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8f748c21-4bf2-4f96-9109-2d7ba47a5b80" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.780593] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.780709] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.780768] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.780935] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.781015] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.781102] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8f748c21-4bf2-4f96-9109-2d7ba47a5b80',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 846.257420] env[65288]: INFO networking_nsxv3.common.synchronization [req-4bece33f-d405-416e-a9d0-03c15ee3b0e0 req-e2427b17-cc60-4bb1-9cc2-dfdbc6968444 service nova] Enqueued Resource ID: e2faeaba-7ab5-4e86-9e62-a1433421fc32 with Priority: HIGHEST for action security_group_rules [ 846.257675] env[65288]: INFO networking_nsxv3.common.synchronization [req-4bece33f-d405-416e-a9d0-03c15ee3b0e0 req-e2427b17-cc60-4bb1-9cc2-dfdbc6968444 service nova] Enqueued Resource ID: e2faeaba-7ab5-4e86-9e62-a1433421fc32 with Priority: HIGHEST for action security_group_members [ 846.257805] env[65288]: INFO networking_nsxv3.common.synchronization [req-4bece33f-d405-416e-a9d0-03c15ee3b0e0 req-e2427b17-cc60-4bb1-9cc2-dfdbc6968444 service nova] Enqueued Resource ID: e3c17e86-cfc5-4ab2-8f43-1833eac4cbaf with Priority: HIGHEST for action port [ 846.258399] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e2faeaba-7ab5-4e86-9e62-a1433421fc32 with Priority: HIGHEST for action security_group_rules [ 846.258641] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e2faeaba-7ab5-4e86-9e62-a1433421fc32 with Priority: HIGHEST for action security_group_members [ 846.258791] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e3c17e86-cfc5-4ab2-8f43-1833eac4cbaf with Priority: HIGHEST for action port [ 846.259158] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e2faeaba-7ab5-4e86-9e62-a1433421fc32 taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.259307] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e2faeaba-7ab5-4e86-9e62-a1433421fc32" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.259399] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e2faeaba-7ab5-4e86-9e62-a1433421fc32" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.259744] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e2faeaba-7ab5-4e86-9e62-a1433421fc32" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.260033] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e2faeaba-7ab5-4e86-9e62-a1433421fc32',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 846.261902] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock member-e2faeaba-7ab5-4e86-9e62-a1433421fc32 taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.262098] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e2faeaba-7ab5-4e86-9e62-a1433421fc32" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.262195] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e2faeaba-7ab5-4e86-9e62-a1433421fc32" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.262411] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e2faeaba-7ab5-4e86-9e62-a1433421fc32" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.262595] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.262724] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.262817] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.263014] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.263198] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.263318] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e2faeaba-7ab5-4e86-9e62-a1433421fc32',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 846.264345] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock port-e3c17e86-cfc5-4ab2-8f43-1833eac4cbaf taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.264489] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e3c17e86-cfc5-4ab2-8f43-1833eac4cbaf" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.264592] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e3c17e86-cfc5-4ab2-8f43-1833eac4cbaf" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.264767] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e3c17e86-cfc5-4ab2-8f43-1833eac4cbaf" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.264873] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e3c17e86-cfc5-4ab2-8f43-1833eac4cbaf',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 846.282884] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8f748c21-4bf2-4f96-9109-2d7ba47a5b80',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 846.284076] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8ef647dc-d512-4f76-953f-90944fd4aeda',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 846.762406] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock member-e2faeaba-7ab5-4e86-9e62-a1433421fc32 taken with stack trace [, , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.762591] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e2faeaba-7ab5-4e86-9e62-a1433421fc32" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.768373] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e2faeaba-7ab5-4e86-9e62-a1433421fc32',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 846.769715] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e3c17e86-cfc5-4ab2-8f43-1833eac4cbaf with status ACTIVE [ 846.769715] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.769867] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.769867] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.770222] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.770222] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.770740] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.770740] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.770740] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.770740] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.770957] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.771182] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.771182] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.771283] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.771381] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.771414] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.771524] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e3c17e86-cfc5-4ab2-8f43-1833eac4cbaf is going to be updated. [ 846.786239] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8f748c21-4bf2-4f96-9109-2d7ba47a5b80',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 846.787066] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8ef647dc-d512-4f76-953f-90944fd4aeda',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 846.805105] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.805400] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.805519] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.805811] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.806034] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.806257] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e3c17e86-cfc5-4ab2-8f43-1833eac4cbaf" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.041625] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9d1f07fa-6eec-4b17-992b-d2110b080544 in Status: SUCCESS [ 847.041848] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9d1f07fa-6eec-4b17-992b-d2110b080544" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.042018] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9d1f07fa-6eec-4b17-992b-d2110b080544" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.042241] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9d1f07fa-6eec-4b17-992b-d2110b080544" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.042426] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.042553] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.042649] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.042946] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.043044] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.043134] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9d1f07fa-6eec-4b17-992b-d2110b080544" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.043224] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9d1f07fa-6eec-4b17-992b-d2110b080544',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 847.144130] env[65288]: INFO networking_nsxv3.common.synchronization [req-5ea58cef-c1f2-4091-9f43-1dbd4e4ba725 req-92efa141-d0fe-4d56-bf33-bb6a4350be72 tempest-ImagesTestJSON-2079948910 tempest-ImagesTestJSON-2079948910-project-member] Enqueued Resource ID: 478730e0-937c-4d51-bdac-99273bb9dff3 with Priority: HIGHEST for action security_group_members [ 847.144130] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 478730e0-937c-4d51-bdac-99273bb9dff3 with Priority: HIGHEST for action security_group_members [ 847.144130] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock member-478730e0-937c-4d51-bdac-99273bb9dff3 taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.144434] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-478730e0-937c-4d51-bdac-99273bb9dff3" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.144618] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-478730e0-937c-4d51-bdac-99273bb9dff3" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.144909] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-478730e0-937c-4d51-bdac-99273bb9dff3" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.145186] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.145401] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.145590] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.145838] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.146051] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.146246] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('478730e0-937c-4d51-bdac-99273bb9dff3',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 847.275170] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e2faeaba-7ab5-4e86-9e62-a1433421fc32',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 847.293806] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.294517] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.294517] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.294517] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.294517] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.294517] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8ef647dc-d512-4f76-953f-90944fd4aeda is going to be updated. [ 847.295880] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.296061] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.296117] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.296308] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.296397] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.296577] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8f748c21-4bf2-4f96-9109-2d7ba47a5b80 is going to be updated. [ 847.332338] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.332498] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.332550] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.332770] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.332918] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.334714] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.334846] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.334928] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.335132] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.335216] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.346809] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8f748c21-4bf2-4f96-9109-2d7ba47a5b80 in Status: IN_PROGRESS for 2s [ 847.347440] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8ef647dc-d512-4f76-953f-90944fd4aeda in Status: IN_PROGRESS for 2s [ 847.538610] env[65288]: DEBUG networking_nsxv3.common.locking [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Lock network-797 taken with stack trace [, , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.538831] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquiring lock "network-797" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.538955] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired lock "network-797" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.539231] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired external semaphore "network-797" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.539504] env[65288]: DEBUG networking_nsxv3.common.locking [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.539672] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquiring lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.539785] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.539994] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired external semaphore "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.540156] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Releasing lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.540360] env[65288]: DEBUG dogpile.cache.region [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] No value present for key: 'zone-id' {{(pid=65288) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 847.540470] env[65288]: DEBUG dogpile.lock [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] NeedRegenerationException {{(pid=65288) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 847.540576] env[65288]: DEBUG dogpile.lock [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] no value, waiting for create lock {{(pid=65288) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 847.540676] env[65288]: DEBUG dogpile.lock [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] value creation lock acquired {{(pid=65288) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 847.540808] env[65288]: DEBUG dogpile.cache.region [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] No value present for key: 'zone-id' {{(pid=65288) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 847.540901] env[65288]: DEBUG dogpile.lock [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Calling creation function for not-yet-present value {{(pid=65288) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 847.541039] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 847.546538] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock member-9d1f07fa-6eec-4b17-992b-d2110b080544 taken with stack trace [, , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.546711] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9d1f07fa-6eec-4b17-992b-d2110b080544" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.546711] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9d1f07fa-6eec-4b17-992b-d2110b080544" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.546872] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9d1f07fa-6eec-4b17-992b-d2110b080544" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.547033] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.547133] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.547199] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.547337] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.547410] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.547494] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9d1f07fa-6eec-4b17-992b-d2110b080544" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.547633] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock member-9d1f07fa-6eec-4b17-992b-d2110b080544 taken with stack trace [, , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.547720] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9d1f07fa-6eec-4b17-992b-d2110b080544" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.547798] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9d1f07fa-6eec-4b17-992b-d2110b080544" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.547933] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9d1f07fa-6eec-4b17-992b-d2110b080544" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.548089] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.548183] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.548245] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.548366] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.548540] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.548672] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9d1f07fa-6eec-4b17-992b-d2110b080544" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.548805] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9d1f07fa-6eec-4b17-992b-d2110b080544',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 847.560685] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 847.560685] env[65288]: DEBUG dogpile.cache.region [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65288) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 847.560864] env[65288]: DEBUG dogpile.lock [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Released creation lock {{(pid=65288) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 847.561033] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Releasing lock "network-797" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.561290] env[65288]: DEBUG networking_nsxv3.common.locking [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Lock port-43fbd02d-bc8c-476a-acb9-3a2b83a22dbe taken with stack trace [, , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.561452] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquiring lock "port-43fbd02d-bc8c-476a-acb9-3a2b83a22dbe" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.561569] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired lock "port-43fbd02d-bc8c-476a-acb9-3a2b83a22dbe" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.561875] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired external semaphore "port-43fbd02d-bc8c-476a-acb9-3a2b83a22dbe" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.562015] env[65288]: DEBUG networking_nsxv3.api.rpc [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('43fbd02d-bc8c-476a-acb9-3a2b83a22dbe',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 847.649318] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.649546] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.649546] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.649762] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.649850] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.650054] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.650149] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.650202] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.650999] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.650999] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.650999] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 478730e0-937c-4d51-bdac-99273bb9dff3 is going to be deleted. [ 847.684388] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.684631] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.684631] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.686054] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.686054] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.686054] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-478730e0-937c-4d51-bdac-99273bb9dff3" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.781344] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.781344] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.781344] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.781344] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.781344] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.781344] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e2faeaba-7ab5-4e86-9e62-a1433421fc32 is going to be created. [ 847.814183] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.814372] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.814420] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.814610] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.814912] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.831862] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e2faeaba-7ab5-4e86-9e62-a1433421fc32 in Status: UNINITIALIZED for 2s [ 848.052145] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9d1f07fa-6eec-4b17-992b-d2110b080544: rpc.has_security_group_logging(os_id): False [ 848.067548] env[65288]: DEBUG networking_nsxv3.common.locking [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.067548] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.067548] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.067548] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.067548] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.067548] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Segment Port 43fbd02d-bc8c-476a-acb9-3a2b83a22dbe not found, creating... [ 848.067548] env[65288]: DEBUG networking_nsxv3.common.locking [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.067548] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquiring lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.067548] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.067548] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired external semaphore "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.067548] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Releasing lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.068138] env[65288]: DEBUG networking_nsxv3.common.locking [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.068138] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.068138] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.070490] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.070490] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.070490] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Resource: SegmentPort with ID: 43fbd02d-bc8c-476a-acb9-3a2b83a22dbe is going to be created. [ 848.078995] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.082024] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.082024] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.082024] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.082024] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.082024] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.082024] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.082024] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.082024] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.082024] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.082024] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.082024] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.082024] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.082024] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.082024] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.082632] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.082632] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.082632] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.082632] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.082632] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.082632] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9d1f07fa-6eec-4b17-992b-d2110b080544 is going to be created. [ 848.096527] env[65288]: DEBUG networking_nsxv3.common.locking [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.096786] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.096913] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.097225] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.097454] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.097683] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Releasing lock "port-43fbd02d-bc8c-476a-acb9-3a2b83a22dbe" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.172526] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.172682] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.172765] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.172981] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.173169] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.229326] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9d1f07fa-6eec-4b17-992b-d2110b080544 in Status: IN_PROGRESS for 2s [ 848.707650] env[65288]: INFO networking_nsxv3.common.synchronization [req-ad4183e4-be74-4aba-801f-3b8c4a48bb8c req-fbbae8fa-0d00-4d40-a2e6-7479e68b7b34 tempest-ServersTestManualDisk-787928515 tempest-ServersTestManualDisk-787928515-project-member] Enqueued Resource ID: 18e4ffa8-cd2d-48f6-b099-1a9f889f7ca1 with Priority: HIGHEST for action security_group_members [ 848.708248] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 18e4ffa8-cd2d-48f6-b099-1a9f889f7ca1 with Priority: HIGHEST for action security_group_members [ 848.708607] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock member-18e4ffa8-cd2d-48f6-b099-1a9f889f7ca1 taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.708733] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-18e4ffa8-cd2d-48f6-b099-1a9f889f7ca1" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.708822] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-18e4ffa8-cd2d-48f6-b099-1a9f889f7ca1" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.709015] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-18e4ffa8-cd2d-48f6-b099-1a9f889f7ca1" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.709179] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.709295] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.709471] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.709534] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.709629] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.709743] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('18e4ffa8-cd2d-48f6-b099-1a9f889f7ca1',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 848.784137] env[65288]: INFO networking_nsxv3.common.synchronization [req-5ea58cef-c1f2-4091-9f43-1dbd4e4ba725 req-6ab51d24-bf7a-4c30-a0db-e8eec74520b6 service nova] Enqueued Resource ID: 478730e0-937c-4d51-bdac-99273bb9dff3 with Priority: HIGHEST for action security_group_rules [ 848.784358] env[65288]: INFO networking_nsxv3.common.synchronization [req-5ea58cef-c1f2-4091-9f43-1dbd4e4ba725 req-6ab51d24-bf7a-4c30-a0db-e8eec74520b6 service nova] Enqueued Resource ID: 478730e0-937c-4d51-bdac-99273bb9dff3 with Priority: HIGHEST for action security_group_members [ 848.784560] env[65288]: INFO networking_nsxv3.common.synchronization [req-5ea58cef-c1f2-4091-9f43-1dbd4e4ba725 req-6ab51d24-bf7a-4c30-a0db-e8eec74520b6 service nova] Enqueued Resource ID: 43fbd02d-bc8c-476a-acb9-3a2b83a22dbe with Priority: HIGHEST for action port [ 848.785100] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 478730e0-937c-4d51-bdac-99273bb9dff3 with Priority: HIGHEST for action security_group_rules [ 848.785227] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 478730e0-937c-4d51-bdac-99273bb9dff3 with Priority: HIGHEST for action security_group_members [ 848.785325] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 43fbd02d-bc8c-476a-acb9-3a2b83a22dbe with Priority: HIGHEST for action port [ 848.785832] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock rules-478730e0-937c-4d51-bdac-99273bb9dff3 taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.785957] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-478730e0-937c-4d51-bdac-99273bb9dff3" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.786321] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-478730e0-937c-4d51-bdac-99273bb9dff3" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.786558] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-478730e0-937c-4d51-bdac-99273bb9dff3" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.786645] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('478730e0-937c-4d51-bdac-99273bb9dff3',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 848.787568] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock member-478730e0-937c-4d51-bdac-99273bb9dff3 taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.788532] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-478730e0-937c-4d51-bdac-99273bb9dff3" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.788532] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-478730e0-937c-4d51-bdac-99273bb9dff3" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.788532] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-478730e0-937c-4d51-bdac-99273bb9dff3" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.788532] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.788532] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.788532] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.788826] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.788826] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.788826] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('478730e0-937c-4d51-bdac-99273bb9dff3',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 848.789618] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock port-43fbd02d-bc8c-476a-acb9-3a2b83a22dbe taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.789722] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-43fbd02d-bc8c-476a-acb9-3a2b83a22dbe" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.789820] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-43fbd02d-bc8c-476a-acb9-3a2b83a22dbe" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.790909] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-43fbd02d-bc8c-476a-acb9-3a2b83a22dbe" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.790909] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('43fbd02d-bc8c-476a-acb9-3a2b83a22dbe',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 849.213642] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.213847] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.213925] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.214249] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.214356] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.214611] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.214734] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.214798] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.215019] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.215113] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.215516] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 18e4ffa8-cd2d-48f6-b099-1a9f889f7ca1 is going to be updated. [ 849.244209] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.244474] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.244474] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.244617] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.244876] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.254180] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 18e4ffa8-cd2d-48f6-b099-1a9f889f7ca1 in Status: IN_PROGRESS for 2s [ 849.291714] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('478730e0-937c-4d51-bdac-99273bb9dff3',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 849.293097] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock member-478730e0-937c-4d51-bdac-99273bb9dff3 taken with stack trace [, , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.293274] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-478730e0-937c-4d51-bdac-99273bb9dff3" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.293577] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 43fbd02d-bc8c-476a-acb9-3a2b83a22dbe with status ACTIVE [ 849.293757] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.293872] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.294087] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.294213] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.294340] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.294533] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.294654] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.294750] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.294907] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.295252] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.296762] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.297020] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.297020] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.297167] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.297167] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.297259] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 43fbd02d-bc8c-476a-acb9-3a2b83a22dbe is going to be updated. [ 849.326582] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.326582] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.326582] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.326582] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.326582] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.326582] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-43fbd02d-bc8c-476a-acb9-3a2b83a22dbe" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.359501] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8f748c21-4bf2-4f96-9109-2d7ba47a5b80 in Status: SUCCESS [ 849.360074] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8f748c21-4bf2-4f96-9109-2d7ba47a5b80" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.360755] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8f748c21-4bf2-4f96-9109-2d7ba47a5b80" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.360755] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8f748c21-4bf2-4f96-9109-2d7ba47a5b80" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.360961] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.361061] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.361061] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.361207] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.361306] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.362781] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8f748c21-4bf2-4f96-9109-2d7ba47a5b80" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.362781] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8f748c21-4bf2-4f96-9109-2d7ba47a5b80',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 849.364143] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8ef647dc-d512-4f76-953f-90944fd4aeda in Status: SUCCESS [ 849.364143] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8ef647dc-d512-4f76-953f-90944fd4aeda" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.364143] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8ef647dc-d512-4f76-953f-90944fd4aeda" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.364143] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8ef647dc-d512-4f76-953f-90944fd4aeda" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.364143] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.365241] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.365241] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.365455] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.365668] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.365668] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8ef647dc-d512-4f76-953f-90944fd4aeda" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.365788] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8ef647dc-d512-4f76-953f-90944fd4aeda',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 849.483980] env[65288]: INFO networking_nsxv3.common.synchronization [req-cdbd5017-9510-4542-8659-3850e7d84cbe req-58b7e17e-dad4-42ee-a948-454574ab2c15 tempest-SecurityGroupsTestJSON-1080174179 tempest-SecurityGroupsTestJSON-1080174179-project-member] Enqueued Resource ID: 8ef647dc-d512-4f76-953f-90944fd4aeda with Priority: HIGHEST for action security_group_members [ 849.483980] env[65288]: INFO networking_nsxv3.common.synchronization [req-cdbd5017-9510-4542-8659-3850e7d84cbe req-58b7e17e-dad4-42ee-a948-454574ab2c15 tempest-SecurityGroupsTestJSON-1080174179 tempest-SecurityGroupsTestJSON-1080174179-project-member] Enqueued Resource ID: 63032dc5-c0c5-4e8a-aa35-fd8fe4f0c564 with Priority: HIGHEST for action security_group_members [ 849.483980] env[65288]: INFO networking_nsxv3.common.synchronization [req-cdbd5017-9510-4542-8659-3850e7d84cbe req-58b7e17e-dad4-42ee-a948-454574ab2c15 tempest-SecurityGroupsTestJSON-1080174179 tempest-SecurityGroupsTestJSON-1080174179-project-member] Enqueued Resource ID: 8f748c21-4bf2-4f96-9109-2d7ba47a5b80 with Priority: HIGHEST for action security_group_members [ 849.484146] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8ef647dc-d512-4f76-953f-90944fd4aeda with Priority: HIGHEST for action security_group_members [ 849.484146] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 63032dc5-c0c5-4e8a-aa35-fd8fe4f0c564 with Priority: HIGHEST for action security_group_members [ 849.484333] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8f748c21-4bf2-4f96-9109-2d7ba47a5b80 with Priority: HIGHEST for action security_group_members [ 849.484511] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock member-8ef647dc-d512-4f76-953f-90944fd4aeda taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.484623] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8ef647dc-d512-4f76-953f-90944fd4aeda" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.484687] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8ef647dc-d512-4f76-953f-90944fd4aeda" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.484948] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8ef647dc-d512-4f76-953f-90944fd4aeda" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.487039] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.487575] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.487575] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.487575] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.487575] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.487820] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8ef647dc-d512-4f76-953f-90944fd4aeda',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 849.488744] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock member-63032dc5-c0c5-4e8a-aa35-fd8fe4f0c564 taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.488744] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-63032dc5-c0c5-4e8a-aa35-fd8fe4f0c564" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.488744] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-63032dc5-c0c5-4e8a-aa35-fd8fe4f0c564" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.489163] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-63032dc5-c0c5-4e8a-aa35-fd8fe4f0c564" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.489163] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.489334] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.489334] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.489437] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.489566] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.489566] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('63032dc5-c0c5-4e8a-aa35-fd8fe4f0c564',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 849.490555] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock member-8f748c21-4bf2-4f96-9109-2d7ba47a5b80 taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.490640] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8f748c21-4bf2-4f96-9109-2d7ba47a5b80" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.490697] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8f748c21-4bf2-4f96-9109-2d7ba47a5b80" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.490843] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8f748c21-4bf2-4f96-9109-2d7ba47a5b80" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.490975] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.491072] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.491138] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.491258] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.491331] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.491436] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8f748c21-4bf2-4f96-9109-2d7ba47a5b80',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 849.562723] env[65288]: INFO networking_nsxv3.common.synchronization [req-cdbd5017-9510-4542-8659-3850e7d84cbe req-58b7e17e-dad4-42ee-a948-454574ab2c15 tempest-SecurityGroupsTestJSON-1080174179 tempest-SecurityGroupsTestJSON-1080174179-project-member] Enqueued Resource ID: 63032dc5-c0c5-4e8a-aa35-fd8fe4f0c564 with Priority: HIGHEST for action security_group_rules [ 849.562908] env[65288]: INFO networking_nsxv3.common.synchronization [req-cdbd5017-9510-4542-8659-3850e7d84cbe req-58b7e17e-dad4-42ee-a948-454574ab2c15 tempest-SecurityGroupsTestJSON-1080174179 tempest-SecurityGroupsTestJSON-1080174179-project-member] Enqueued Resource ID: 63032dc5-c0c5-4e8a-aa35-fd8fe4f0c564 with Priority: HIGHEST for action security_group_members [ 849.563065] env[65288]: INFO networking_nsxv3.common.synchronization [req-cdbd5017-9510-4542-8659-3850e7d84cbe req-58b7e17e-dad4-42ee-a948-454574ab2c15 tempest-SecurityGroupsTestJSON-1080174179 tempest-SecurityGroupsTestJSON-1080174179-project-member] Enqueued Resource ID: 8ef647dc-d512-4f76-953f-90944fd4aeda with Priority: HIGHEST for action security_group_rules [ 849.564780] env[65288]: INFO networking_nsxv3.common.synchronization [req-cdbd5017-9510-4542-8659-3850e7d84cbe req-58b7e17e-dad4-42ee-a948-454574ab2c15 tempest-SecurityGroupsTestJSON-1080174179 tempest-SecurityGroupsTestJSON-1080174179-project-member] Enqueued Resource ID: 8ef647dc-d512-4f76-953f-90944fd4aeda with Priority: HIGHEST for action security_group_members [ 849.565050] env[65288]: INFO networking_nsxv3.common.synchronization [req-cdbd5017-9510-4542-8659-3850e7d84cbe req-58b7e17e-dad4-42ee-a948-454574ab2c15 tempest-SecurityGroupsTestJSON-1080174179 tempest-SecurityGroupsTestJSON-1080174179-project-member] Enqueued Resource ID: 8f748c21-4bf2-4f96-9109-2d7ba47a5b80 with Priority: HIGHEST for action security_group_rules [ 849.565235] env[65288]: INFO networking_nsxv3.common.synchronization [req-cdbd5017-9510-4542-8659-3850e7d84cbe req-58b7e17e-dad4-42ee-a948-454574ab2c15 tempest-SecurityGroupsTestJSON-1080174179 tempest-SecurityGroupsTestJSON-1080174179-project-member] Enqueued Resource ID: 8f748c21-4bf2-4f96-9109-2d7ba47a5b80 with Priority: HIGHEST for action security_group_members [ 849.565795] env[65288]: INFO networking_nsxv3.common.synchronization [req-cdbd5017-9510-4542-8659-3850e7d84cbe req-58b7e17e-dad4-42ee-a948-454574ab2c15 tempest-SecurityGroupsTestJSON-1080174179 tempest-SecurityGroupsTestJSON-1080174179-project-member] Enqueued Resource ID: d008226e-26f8-4256-af36-0b02f6e35ac2 with Priority: HIGHEST for action port [ 849.566584] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 63032dc5-c0c5-4e8a-aa35-fd8fe4f0c564 with Priority: HIGHEST for action security_group_rules [ 849.567665] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8ef647dc-d512-4f76-953f-90944fd4aeda with Priority: HIGHEST for action security_group_rules [ 849.571015] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8f748c21-4bf2-4f96-9109-2d7ba47a5b80 with Priority: HIGHEST for action security_group_members [ 849.571164] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d008226e-26f8-4256-af36-0b02f6e35ac2 with Priority: HIGHEST for action port [ 849.571264] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8f748c21-4bf2-4f96-9109-2d7ba47a5b80 with Priority: HIGHEST for action security_group_rules [ 849.571399] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 63032dc5-c0c5-4e8a-aa35-fd8fe4f0c564 with Priority: HIGHEST for action security_group_members [ 849.571476] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8ef647dc-d512-4f76-953f-90944fd4aeda with Priority: HIGHEST for action security_group_members [ 849.571884] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock rules-63032dc5-c0c5-4e8a-aa35-fd8fe4f0c564 taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.572073] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-63032dc5-c0c5-4e8a-aa35-fd8fe4f0c564" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.572073] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-63032dc5-c0c5-4e8a-aa35-fd8fe4f0c564" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.572249] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-63032dc5-c0c5-4e8a-aa35-fd8fe4f0c564" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.572332] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('63032dc5-c0c5-4e8a-aa35-fd8fe4f0c564',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 849.573251] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8ef647dc-d512-4f76-953f-90944fd4aeda taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.573351] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8ef647dc-d512-4f76-953f-90944fd4aeda" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.573839] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock member-8f748c21-4bf2-4f96-9109-2d7ba47a5b80 taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.573932] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8f748c21-4bf2-4f96-9109-2d7ba47a5b80" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.576308] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock port-d008226e-26f8-4256-af36-0b02f6e35ac2 taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.576424] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d008226e-26f8-4256-af36-0b02f6e35ac2" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.576523] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d008226e-26f8-4256-af36-0b02f6e35ac2" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.576742] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d008226e-26f8-4256-af36-0b02f6e35ac2" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.576828] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d008226e-26f8-4256-af36-0b02f6e35ac2',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 849.577924] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8f748c21-4bf2-4f96-9109-2d7ba47a5b80 taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.578025] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8f748c21-4bf2-4f96-9109-2d7ba47a5b80" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.578220] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock member-63032dc5-c0c5-4e8a-aa35-fd8fe4f0c564 taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.578304] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-63032dc5-c0c5-4e8a-aa35-fd8fe4f0c564" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.578676] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock member-8ef647dc-d512-4f76-953f-90944fd4aeda taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.578791] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8ef647dc-d512-4f76-953f-90944fd4aeda" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.794766] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('478730e0-937c-4d51-bdac-99273bb9dff3',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 849.842018] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e2faeaba-7ab5-4e86-9e62-a1433421fc32 in Status: SUCCESS [ 849.842249] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e2faeaba-7ab5-4e86-9e62-a1433421fc32" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.842416] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e2faeaba-7ab5-4e86-9e62-a1433421fc32" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.842636] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e2faeaba-7ab5-4e86-9e62-a1433421fc32" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.842822] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.842936] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.843013] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.843166] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.843249] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.843331] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e2faeaba-7ab5-4e86-9e62-a1433421fc32" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.843420] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e2faeaba-7ab5-4e86-9e62-a1433421fc32',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 849.868194] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8f748c21-4bf2-4f96-9109-2d7ba47a5b80',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 849.869514] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock member-8ef647dc-d512-4f76-953f-90944fd4aeda taken with stack trace [, , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.869657] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8ef647dc-d512-4f76-953f-90944fd4aeda" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.994803] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('63032dc5-c0c5-4e8a-aa35-fd8fe4f0c564',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 849.996018] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8ef647dc-d512-4f76-953f-90944fd4aeda',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 849.996795] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8f748c21-4bf2-4f96-9109-2d7ba47a5b80',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 850.080013] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock member-63032dc5-c0c5-4e8a-aa35-fd8fe4f0c564 taken with stack trace [, , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.080209] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-63032dc5-c0c5-4e8a-aa35-fd8fe4f0c564" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.080465] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d008226e-26f8-4256-af36-0b02f6e35ac2 with status ACTIVE [ 850.080648] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.080776] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.080846] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.081694] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.081694] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.081694] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.081694] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.081694] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.082619] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.082619] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.082619] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.082619] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.082619] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.082619] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.082619] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.082934] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d008226e-26f8-4256-af36-0b02f6e35ac2 is going to be updated. [ 850.106231] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.106393] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.106509] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.106691] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.106827] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.106982] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d008226e-26f8-4256-af36-0b02f6e35ac2" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.243111] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9d1f07fa-6eec-4b17-992b-d2110b080544 in Status: SUCCESS [ 850.243367] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9d1f07fa-6eec-4b17-992b-d2110b080544" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.297149] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.297329] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.297393] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.297599] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.297723] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.297805] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 478730e0-937c-4d51-bdac-99273bb9dff3 is going to be created. [ 850.325232] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.325454] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.325555] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.326291] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.326629] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.339933] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 478730e0-937c-4d51-bdac-99273bb9dff3 in Status: UNINITIALIZED for 2s [ 850.345685] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock member-e2faeaba-7ab5-4e86-9e62-a1433421fc32 taken with stack trace [, , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.345685] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e2faeaba-7ab5-4e86-9e62-a1433421fc32" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.345896] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e2faeaba-7ab5-4e86-9e62-a1433421fc32" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.346111] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e2faeaba-7ab5-4e86-9e62-a1433421fc32" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.346225] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.346463] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.346463] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.346689] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.346689] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.346783] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e2faeaba-7ab5-4e86-9e62-a1433421fc32" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.346887] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock member-e2faeaba-7ab5-4e86-9e62-a1433421fc32 taken with stack trace [, , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.346942] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e2faeaba-7ab5-4e86-9e62-a1433421fc32" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.347123] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e2faeaba-7ab5-4e86-9e62-a1433421fc32" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.347205] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e2faeaba-7ab5-4e86-9e62-a1433421fc32" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.347337] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.347430] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.347597] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.347655] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.347712] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.347782] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e2faeaba-7ab5-4e86-9e62-a1433421fc32" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.348018] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e2faeaba-7ab5-4e86-9e62-a1433421fc32',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 850.589452] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8f748c21-4bf2-4f96-9109-2d7ba47a5b80: rpc.has_security_group_logging(os_id): False [ 850.592275] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.592275] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.592275] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.592481] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.592481] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.597036] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.597036] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.597036] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.597036] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.597036] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.597036] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8f748c21-4bf2-4f96-9109-2d7ba47a5b80 is going to be created. [ 850.597036] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('63032dc5-c0c5-4e8a-aa35-fd8fe4f0c564',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 850.597511] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8ef647dc-d512-4f76-953f-90944fd4aeda',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 850.598173] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8f748c21-4bf2-4f96-9109-2d7ba47a5b80',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 850.746094] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.746094] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.746094] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.746094] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.746360] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.759618] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8f748c21-4bf2-4f96-9109-2d7ba47a5b80 in Status: IN_PROGRESS for 2s [ 850.850681] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e2faeaba-7ab5-4e86-9e62-a1433421fc32: rpc.has_security_group_logging(os_id): False [ 850.888015] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.888215] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.888260] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.888457] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.888562] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.888778] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.888869] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.888930] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.889820] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.889820] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.889820] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.889820] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.889820] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.889820] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.889820] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.890284] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.890284] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.890284] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.890284] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.890284] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.890284] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e2faeaba-7ab5-4e86-9e62-a1433421fc32 is going to be created. [ 850.969562] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.969863] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.969925] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.970148] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.970358] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.984154] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e2faeaba-7ab5-4e86-9e62-a1433421fc32 in Status: IN_PROGRESS for 2s [ 851.102867] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.103055] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.103176] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.103442] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.103512] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.103614] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 63032dc5-c0c5-4e8a-aa35-fd8fe4f0c564 is going to be created. [ 851.104891] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.105015] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.105090] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.105257] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.105339] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.105426] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8f748c21-4bf2-4f96-9109-2d7ba47a5b80 is going to be updated. [ 851.106460] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.106586] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.106636] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.106786] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.106866] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.106948] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8ef647dc-d512-4f76-953f-90944fd4aeda is going to be updated. [ 851.151488] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.151670] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.151753] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.151949] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.152145] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.158340] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.158597] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.158789] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.159073] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.159282] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.160637] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.160809] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.160886] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.161155] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.161220] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.169404] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 63032dc5-c0c5-4e8a-aa35-fd8fe4f0c564 in Status: UNINITIALIZED for 2s [ 851.170883] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8ef647dc-d512-4f76-953f-90944fd4aeda in Status: IN_PROGRESS for 2s [ 851.180168] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8f748c21-4bf2-4f96-9109-2d7ba47a5b80 in Status: IN_PROGRESS for 2s [ 851.268481] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 18e4ffa8-cd2d-48f6-b099-1a9f889f7ca1 in Status: SUCCESS [ 851.270471] env[65288]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 18e4ffa8-cd2d-48f6-b099-1a9f889f7ca1 deletion is rescheduled due to dependency. [ 851.270614] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-18e4ffa8-cd2d-48f6-b099-1a9f889f7ca1" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.350130] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 478730e0-937c-4d51-bdac-99273bb9dff3 in Status: SUCCESS [ 852.350541] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-478730e0-937c-4d51-bdac-99273bb9dff3" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.350706] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-478730e0-937c-4d51-bdac-99273bb9dff3" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.350934] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-478730e0-937c-4d51-bdac-99273bb9dff3" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.351270] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.351466] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.351466] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.351586] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.351739] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.351977] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-478730e0-937c-4d51-bdac-99273bb9dff3" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.351977] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('478730e0-937c-4d51-bdac-99273bb9dff3',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 852.528634] env[65288]: INFO networking_nsxv3.common.synchronization [req-7f0c71c6-f90c-4aea-b161-b8befea6850a req-aa7e04e9-5e47-43e1-9ca2-039aafd92a4c tempest-SecurityGroupsTestJSON-1080174179 tempest-SecurityGroupsTestJSON-1080174179-project-member] Enqueued Resource ID: 8ef647dc-d512-4f76-953f-90944fd4aeda with Priority: HIGHEST for action security_group_members [ 852.528634] env[65288]: INFO networking_nsxv3.common.synchronization [req-7f0c71c6-f90c-4aea-b161-b8befea6850a req-aa7e04e9-5e47-43e1-9ca2-039aafd92a4c tempest-SecurityGroupsTestJSON-1080174179 tempest-SecurityGroupsTestJSON-1080174179-project-member] Enqueued Resource ID: 8f748c21-4bf2-4f96-9109-2d7ba47a5b80 with Priority: HIGHEST for action security_group_members [ 852.528634] env[65288]: INFO networking_nsxv3.common.synchronization [req-7f0c71c6-f90c-4aea-b161-b8befea6850a req-aa7e04e9-5e47-43e1-9ca2-039aafd92a4c tempest-SecurityGroupsTestJSON-1080174179 tempest-SecurityGroupsTestJSON-1080174179-project-member] Enqueued Resource ID: 63032dc5-c0c5-4e8a-aa35-fd8fe4f0c564 with Priority: HIGHEST for action security_group_members [ 852.529037] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8ef647dc-d512-4f76-953f-90944fd4aeda with Priority: HIGHEST for action security_group_members [ 852.529173] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8f748c21-4bf2-4f96-9109-2d7ba47a5b80 with Priority: HIGHEST for action security_group_members [ 852.529288] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 63032dc5-c0c5-4e8a-aa35-fd8fe4f0c564 with Priority: HIGHEST for action security_group_members [ 852.529984] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock member-8ef647dc-d512-4f76-953f-90944fd4aeda taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.529984] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8ef647dc-d512-4f76-953f-90944fd4aeda" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.530152] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock member-8f748c21-4bf2-4f96-9109-2d7ba47a5b80 taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.530201] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8f748c21-4bf2-4f96-9109-2d7ba47a5b80" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.530434] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock member-63032dc5-c0c5-4e8a-aa35-fd8fe4f0c564 taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.530559] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-63032dc5-c0c5-4e8a-aa35-fd8fe4f0c564" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.774020] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8f748c21-4bf2-4f96-9109-2d7ba47a5b80 in Status: SUCCESS [ 852.774020] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8f748c21-4bf2-4f96-9109-2d7ba47a5b80" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.774221] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8f748c21-4bf2-4f96-9109-2d7ba47a5b80" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.774336] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8f748c21-4bf2-4f96-9109-2d7ba47a5b80" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.774395] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8f748c21-4bf2-4f96-9109-2d7ba47a5b80',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 852.854675] env[65288]: INFO networking_nsxv3.common.synchronization [req-f43504a3-eb49-4ab1-90a8-3e02bdad9e7e req-f93fbe75-4325-40c3-ad49-84b453d69551 tempest-AttachVolumeNegativeTest-2114498848 tempest-AttachVolumeNegativeTest-2114498848-project-member] Enqueued Resource ID: 2fb35559-ccf9-4477-9499-828fe56870c8 with Priority: HIGHEST for action security_group_members [ 852.855508] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock member-478730e0-937c-4d51-bdac-99273bb9dff3 taken with stack trace [, , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.855508] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-478730e0-937c-4d51-bdac-99273bb9dff3" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.855508] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-478730e0-937c-4d51-bdac-99273bb9dff3" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.855508] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-478730e0-937c-4d51-bdac-99273bb9dff3" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.855842] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.855842] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.855842] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.855949] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.856059] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.856296] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-478730e0-937c-4d51-bdac-99273bb9dff3" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.856395] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock member-478730e0-937c-4d51-bdac-99273bb9dff3 taken with stack trace [, , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.856482] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-478730e0-937c-4d51-bdac-99273bb9dff3" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.856536] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-478730e0-937c-4d51-bdac-99273bb9dff3" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.856676] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-478730e0-937c-4d51-bdac-99273bb9dff3" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.856821] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.856981] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.856981] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.857132] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.857204] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.857282] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-478730e0-937c-4d51-bdac-99273bb9dff3" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.857375] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('478730e0-937c-4d51-bdac-99273bb9dff3',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 852.858777] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2fb35559-ccf9-4477-9499-828fe56870c8 with Priority: HIGHEST for action security_group_members [ 852.859522] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock member-2fb35559-ccf9-4477-9499-828fe56870c8 taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.859961] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2fb35559-ccf9-4477-9499-828fe56870c8" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.860494] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2fb35559-ccf9-4477-9499-828fe56870c8" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.860494] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2fb35559-ccf9-4477-9499-828fe56870c8" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.860494] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.860781] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.860781] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.860781] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.860902] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.860902] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2fb35559-ccf9-4477-9499-828fe56870c8',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 852.999539] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e2faeaba-7ab5-4e86-9e62-a1433421fc32 in Status: SUCCESS [ 852.999656] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e2faeaba-7ab5-4e86-9e62-a1433421fc32" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.187088] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 63032dc5-c0c5-4e8a-aa35-fd8fe4f0c564 in Status: SUCCESS [ 853.187321] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-63032dc5-c0c5-4e8a-aa35-fd8fe4f0c564" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.187488] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-63032dc5-c0c5-4e8a-aa35-fd8fe4f0c564" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.187713] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-63032dc5-c0c5-4e8a-aa35-fd8fe4f0c564" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.187880] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.188014] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.188076] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.188223] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.188303] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.188393] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('63032dc5-c0c5-4e8a-aa35-fd8fe4f0c564',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 853.189849] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8ef647dc-d512-4f76-953f-90944fd4aeda in Status: SUCCESS [ 853.190047] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8ef647dc-d512-4f76-953f-90944fd4aeda" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.190666] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8f748c21-4bf2-4f96-9109-2d7ba47a5b80 in Status: SUCCESS [ 853.190841] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8f748c21-4bf2-4f96-9109-2d7ba47a5b80" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.190996] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8ef647dc-d512-4f76-953f-90944fd4aeda" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.191177] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8ef647dc-d512-4f76-953f-90944fd4aeda" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.191340] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.191447] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.191511] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.191653] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.191725] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.191816] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8ef647dc-d512-4f76-953f-90944fd4aeda',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 853.192723] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8f748c21-4bf2-4f96-9109-2d7ba47a5b80" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.192723] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8f748c21-4bf2-4f96-9109-2d7ba47a5b80" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.192973] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.192973] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.193096] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.193144] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.194083] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.194083] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8f748c21-4bf2-4f96-9109-2d7ba47a5b80',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 853.198955] env[65288]: DEBUG networking_nsxv3.common.locking [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Lock network-682 taken with stack trace [, , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.199109] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquiring lock "network-682" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.199228] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired lock "network-682" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.199466] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired external semaphore "network-682" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.199731] env[65288]: DEBUG networking_nsxv3.common.locking [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.199889] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquiring lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.200007] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.200213] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired external semaphore "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.200347] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Releasing lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.200549] env[65288]: DEBUG dogpile.cache.region [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] No value present for key: 'zone-id' {{(pid=65288) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 853.200658] env[65288]: DEBUG dogpile.lock [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] NeedRegenerationException {{(pid=65288) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 853.200766] env[65288]: DEBUG dogpile.lock [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] no value, waiting for create lock {{(pid=65288) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 853.200888] env[65288]: DEBUG dogpile.lock [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] value creation lock acquired {{(pid=65288) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 853.201021] env[65288]: DEBUG dogpile.cache.region [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] No value present for key: 'zone-id' {{(pid=65288) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 853.201161] env[65288]: DEBUG dogpile.lock [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Calling creation function for not-yet-present value {{(pid=65288) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 853.201288] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 853.222093] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 853.222093] env[65288]: DEBUG dogpile.cache.region [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65288) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 853.222093] env[65288]: DEBUG dogpile.lock [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Released creation lock {{(pid=65288) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 853.222093] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Releasing lock "network-682" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.222093] env[65288]: DEBUG networking_nsxv3.common.locking [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Lock port-1b490a4e-2dfe-4143-9ecc-a085e9aada0e taken with stack trace [, , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.222093] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquiring lock "port-1b490a4e-2dfe-4143-9ecc-a085e9aada0e" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.222492] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired lock "port-1b490a4e-2dfe-4143-9ecc-a085e9aada0e" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.222970] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired external semaphore "port-1b490a4e-2dfe-4143-9ecc-a085e9aada0e" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.222970] env[65288]: DEBUG networking_nsxv3.api.rpc [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1b490a4e-2dfe-4143-9ecc-a085e9aada0e',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 853.295442] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.295671] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.295671] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.295866] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.296032] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.296094] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8f748c21-4bf2-4f96-9109-2d7ba47a5b80 is going to be deleted. [ 853.343066] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.343335] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.343335] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.343565] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.343657] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.343784] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8f748c21-4bf2-4f96-9109-2d7ba47a5b80" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.360421] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 478730e0-937c-4d51-bdac-99273bb9dff3: rpc.has_security_group_logging(os_id): False [ 853.362836] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.363069] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.363190] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.363493] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.363631] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.363927] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.364114] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.364215] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.364462] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.364609] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.364734] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2fb35559-ccf9-4477-9499-828fe56870c8 already deleted. [ 853.364888] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2fb35559-ccf9-4477-9499-828fe56870c8" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.379977] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.380182] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.380287] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.380563] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.380690] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.380948] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.381102] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.381200] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.381416] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.381532] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.381813] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.381954] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.382061] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.382264] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.382376] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.382635] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.382775] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.382872] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.383087] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.383197] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.383319] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 478730e0-937c-4d51-bdac-99273bb9dff3 is going to be created. [ 853.446760] env[65288]: INFO networking_nsxv3.common.synchronization [req-bbed93df-4f3b-45d7-a5be-9e6fa99ddf46 req-274cd14d-6672-4cae-98ec-0398c5274c24 tempest-AttachInterfacesTestJSON-212311792 tempest-AttachInterfacesTestJSON-212311792-project-member] Enqueued Resource ID: cb39eb2f-fa04-4c19-9a69-ad1eb4b88e84 with Priority: HIGHEST for action security_group_members [ 853.447369] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cb39eb2f-fa04-4c19-9a69-ad1eb4b88e84 with Priority: HIGHEST for action security_group_members [ 853.447700] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock member-cb39eb2f-fa04-4c19-9a69-ad1eb4b88e84 taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.447820] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cb39eb2f-fa04-4c19-9a69-ad1eb4b88e84" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.447890] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cb39eb2f-fa04-4c19-9a69-ad1eb4b88e84" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.448157] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cb39eb2f-fa04-4c19-9a69-ad1eb4b88e84" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.448316] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.448415] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.448478] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.448671] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.448759] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.448858] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cb39eb2f-fa04-4c19-9a69-ad1eb4b88e84',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 853.466467] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.466632] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.466702] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.466904] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.467098] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.488324] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 478730e0-937c-4d51-bdac-99273bb9dff3 in Status: IN_PROGRESS for 2s [ 853.695808] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8ef647dc-d512-4f76-953f-90944fd4aeda',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 853.696268] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.696335] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.696373] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.696555] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.696643] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.696820] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.696918] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.697046] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.697144] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.697219] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.697303] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 63032dc5-c0c5-4e8a-aa35-fd8fe4f0c564 is going to be deleted. [ 853.698472] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.698615] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.698678] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.698828] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.698923] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.699104] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.699197] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.699257] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.699393] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.699470] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.699551] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8f748c21-4bf2-4f96-9109-2d7ba47a5b80 is going to be deleted. [ 853.726255] env[65288]: DEBUG networking_nsxv3.common.locking [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.726475] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.726643] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.726932] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.727112] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.727264] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Segment Port 1b490a4e-2dfe-4143-9ecc-a085e9aada0e not found, creating... [ 853.727521] env[65288]: DEBUG networking_nsxv3.common.locking [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.727674] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquiring lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.727787] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.728012] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired external semaphore "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.728149] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Releasing lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.728431] env[65288]: DEBUG networking_nsxv3.common.locking [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.728610] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.728729] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.728943] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.729162] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.729309] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Resource: SegmentPort with ID: 1b490a4e-2dfe-4143-9ecc-a085e9aada0e is going to be created. [ 853.731768] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.731880] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.731944] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.732122] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.732209] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.732303] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8f748c21-4bf2-4f96-9109-2d7ba47a5b80" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.732970] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.733094] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.733161] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.733332] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.733424] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.733531] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-63032dc5-c0c5-4e8a-aa35-fd8fe4f0c564" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.733678] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8f748c21-4bf2-4f96-9109-2d7ba47a5b80" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.733824] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8f748c21-4bf2-4f96-9109-2d7ba47a5b80" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.733964] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.734068] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.734131] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.734769] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.734853] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.734951] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8f748c21-4bf2-4f96-9109-2d7ba47a5b80',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 853.735739] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-63032dc5-c0c5-4e8a-aa35-fd8fe4f0c564" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.735901] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-63032dc5-c0c5-4e8a-aa35-fd8fe4f0c564" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.736726] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.736726] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.736726] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.736726] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.736726] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.736726] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('63032dc5-c0c5-4e8a-aa35-fd8fe4f0c564',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 853.756524] env[65288]: DEBUG networking_nsxv3.common.locking [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.756732] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.756850] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.757145] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.757378] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.757637] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Releasing lock "port-1b490a4e-2dfe-4143-9ecc-a085e9aada0e" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.779533] env[65288]: DEBUG networking_nsxv3.common.locking [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Lock network-704 taken with stack trace [, , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.779726] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquiring lock "network-704" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.779847] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired lock "network-704" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.780162] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired external semaphore "network-704" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.780558] env[65288]: DEBUG networking_nsxv3.common.locking [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.780737] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquiring lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.780853] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.781084] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired external semaphore "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.781229] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Releasing lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.781432] env[65288]: DEBUG dogpile.cache.region [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] No value present for key: 'zone-id' {{(pid=65288) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 853.781565] env[65288]: DEBUG dogpile.lock [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] NeedRegenerationException {{(pid=65288) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 853.781683] env[65288]: DEBUG dogpile.lock [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] no value, waiting for create lock {{(pid=65288) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 853.781789] env[65288]: DEBUG dogpile.lock [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] value creation lock acquired {{(pid=65288) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 853.781897] env[65288]: DEBUG dogpile.cache.region [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] No value present for key: 'zone-id' {{(pid=65288) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 853.781998] env[65288]: DEBUG dogpile.lock [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Calling creation function for not-yet-present value {{(pid=65288) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 853.782138] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 853.800578] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 853.800753] env[65288]: DEBUG dogpile.cache.region [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=65288) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 853.800863] env[65288]: DEBUG dogpile.lock [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Released creation lock {{(pid=65288) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 853.801052] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Releasing lock "network-704" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.801383] env[65288]: DEBUG networking_nsxv3.common.locking [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Lock port-d9bcdd24-c085-4185-a503-2781ece3b05a taken with stack trace [, , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.801541] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquiring lock "port-d9bcdd24-c085-4185-a503-2781ece3b05a" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.801664] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired lock "port-d9bcdd24-c085-4185-a503-2781ece3b05a" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.801998] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired external semaphore "port-d9bcdd24-c085-4185-a503-2781ece3b05a" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.802148] env[65288]: DEBUG networking_nsxv3.api.rpc [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d9bcdd24-c085-4185-a503-2781ece3b05a',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 853.951438] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.951671] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.951671] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.951813] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.951933] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.952171] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.952279] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.952343] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.952506] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.952590] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.952674] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cb39eb2f-fa04-4c19-9a69-ad1eb4b88e84 already deleted. [ 853.952755] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cb39eb2f-fa04-4c19-9a69-ad1eb4b88e84" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.200316] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8ef647dc-d512-4f76-953f-90944fd4aeda',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 854.238489] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.238752] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.238858] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.239238] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.239238] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.239520] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.239665] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.239750] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.239931] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.240045] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.240138] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8f748c21-4bf2-4f96-9109-2d7ba47a5b80 already deleted. [ 854.240230] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8f748c21-4bf2-4f96-9109-2d7ba47a5b80" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.240502] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.240602] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.240692] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.240800] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.240968] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.241158] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.241261] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.241261] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.241444] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.241523] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.241607] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 63032dc5-c0c5-4e8a-aa35-fd8fe4f0c564 already deleted. [ 854.241734] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-63032dc5-c0c5-4e8a-aa35-fd8fe4f0c564" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.241780] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('63032dc5-c0c5-4e8a-aa35-fd8fe4f0c564',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 854.242575] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-63032dc5-c0c5-4e8a-aa35-fd8fe4f0c564" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.242733] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-63032dc5-c0c5-4e8a-aa35-fd8fe4f0c564" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.242878] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.243034] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.243076] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.243207] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.243284] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.243371] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('63032dc5-c0c5-4e8a-aa35-fd8fe4f0c564',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 854.307133] env[65288]: DEBUG networking_nsxv3.common.locking [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.307371] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.307522] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.307831] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.307991] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.308181] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Segment Port d9bcdd24-c085-4185-a503-2781ece3b05a not found, creating... [ 854.308462] env[65288]: DEBUG networking_nsxv3.common.locking [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.308665] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquiring lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.308810] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.309063] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired external semaphore "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.309224] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Releasing lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.309529] env[65288]: DEBUG networking_nsxv3.common.locking [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.309707] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.309835] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.310092] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.310233] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.310380] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Resource: SegmentPort with ID: d9bcdd24-c085-4185-a503-2781ece3b05a is going to be created. [ 854.332204] env[65288]: DEBUG networking_nsxv3.common.locking [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.332460] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.332595] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.332875] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.333145] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.333402] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Releasing lock "port-d9bcdd24-c085-4185-a503-2781ece3b05a" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.480900] env[65288]: INFO networking_nsxv3.common.synchronization [req-f43504a3-eb49-4ab1-90a8-3e02bdad9e7e req-756f60ca-414d-4870-9179-bc35070bba2d service nova] Enqueued Resource ID: 2fb35559-ccf9-4477-9499-828fe56870c8 with Priority: HIGHEST for action security_group_rules [ 854.481279] env[65288]: INFO networking_nsxv3.common.synchronization [req-f43504a3-eb49-4ab1-90a8-3e02bdad9e7e req-756f60ca-414d-4870-9179-bc35070bba2d service nova] Enqueued Resource ID: 2fb35559-ccf9-4477-9499-828fe56870c8 with Priority: HIGHEST for action security_group_members [ 854.481395] env[65288]: INFO networking_nsxv3.common.synchronization [req-f43504a3-eb49-4ab1-90a8-3e02bdad9e7e req-756f60ca-414d-4870-9179-bc35070bba2d service nova] Enqueued Resource ID: 1b490a4e-2dfe-4143-9ecc-a085e9aada0e with Priority: HIGHEST for action port [ 854.482492] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2fb35559-ccf9-4477-9499-828fe56870c8 with Priority: HIGHEST for action security_group_rules [ 854.482492] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2fb35559-ccf9-4477-9499-828fe56870c8 with Priority: HIGHEST for action security_group_members [ 854.482676] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1b490a4e-2dfe-4143-9ecc-a085e9aada0e with Priority: HIGHEST for action port [ 854.482996] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2fb35559-ccf9-4477-9499-828fe56870c8 taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.483224] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2fb35559-ccf9-4477-9499-828fe56870c8" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.483336] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2fb35559-ccf9-4477-9499-828fe56870c8" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.483681] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2fb35559-ccf9-4477-9499-828fe56870c8" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.483837] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2fb35559-ccf9-4477-9499-828fe56870c8',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 854.488116] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock member-2fb35559-ccf9-4477-9499-828fe56870c8 taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.488381] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2fb35559-ccf9-4477-9499-828fe56870c8" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.488627] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2fb35559-ccf9-4477-9499-828fe56870c8" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.489136] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2fb35559-ccf9-4477-9499-828fe56870c8" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.489136] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.489265] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.489265] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.489479] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.489590] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.489742] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2fb35559-ccf9-4477-9499-828fe56870c8',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 854.491101] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock port-1b490a4e-2dfe-4143-9ecc-a085e9aada0e taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.491330] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1b490a4e-2dfe-4143-9ecc-a085e9aada0e" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.492080] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1b490a4e-2dfe-4143-9ecc-a085e9aada0e" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.492080] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1b490a4e-2dfe-4143-9ecc-a085e9aada0e" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.492080] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1b490a4e-2dfe-4143-9ecc-a085e9aada0e',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 854.705341] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.705341] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.705341] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.705341] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.705341] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.705341] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8ef647dc-d512-4f76-953f-90944fd4aeda is going to be updated. [ 854.739091] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.739241] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.739241] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.739453] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.739597] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.745261] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('63032dc5-c0c5-4e8a-aa35-fd8fe4f0c564',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 854.746345] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.746529] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.746606] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.746770] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.746860] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.747157] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.747157] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.747250] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.747349] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.747420] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.747503] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 63032dc5-c0c5-4e8a-aa35-fd8fe4f0c564 already deleted. [ 854.747581] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-63032dc5-c0c5-4e8a-aa35-fd8fe4f0c564" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.750020] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8ef647dc-d512-4f76-953f-90944fd4aeda in Status: IN_PROGRESS for 2s [ 854.993405] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2fb35559-ccf9-4477-9499-828fe56870c8',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 854.995365] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock member-2fb35559-ccf9-4477-9499-828fe56870c8 taken with stack trace [, , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.995365] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2fb35559-ccf9-4477-9499-828fe56870c8" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.995365] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1b490a4e-2dfe-4143-9ecc-a085e9aada0e with status ACTIVE [ 854.995365] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.995365] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.995365] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.995807] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.995807] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.995807] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.995920] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.995920] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.996110] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.996206] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.996380] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.996478] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.996543] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.996681] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.996767] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.996838] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1b490a4e-2dfe-4143-9ecc-a085e9aada0e is going to be updated. [ 855.019744] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.019971] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.020032] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.020220] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.020377] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.020745] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1b490a4e-2dfe-4143-9ecc-a085e9aada0e" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.079366] env[65288]: INFO networking_nsxv3.common.synchronization [req-bbed93df-4f3b-45d7-a5be-9e6fa99ddf46 req-e199d025-3563-4083-81f1-770239ccfc00 service nova] Enqueued Resource ID: cb39eb2f-fa04-4c19-9a69-ad1eb4b88e84 with Priority: HIGHEST for action security_group_rules [ 855.079663] env[65288]: INFO networking_nsxv3.common.synchronization [req-bbed93df-4f3b-45d7-a5be-9e6fa99ddf46 req-e199d025-3563-4083-81f1-770239ccfc00 service nova] Enqueued Resource ID: cb39eb2f-fa04-4c19-9a69-ad1eb4b88e84 with Priority: HIGHEST for action security_group_members [ 855.079837] env[65288]: INFO networking_nsxv3.common.synchronization [req-bbed93df-4f3b-45d7-a5be-9e6fa99ddf46 req-e199d025-3563-4083-81f1-770239ccfc00 service nova] Enqueued Resource ID: d9bcdd24-c085-4185-a503-2781ece3b05a with Priority: HIGHEST for action port [ 855.080553] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cb39eb2f-fa04-4c19-9a69-ad1eb4b88e84 with Priority: HIGHEST for action security_group_rules [ 855.080682] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cb39eb2f-fa04-4c19-9a69-ad1eb4b88e84 with Priority: HIGHEST for action security_group_members [ 855.080792] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d9bcdd24-c085-4185-a503-2781ece3b05a with Priority: HIGHEST for action port [ 855.081110] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cb39eb2f-fa04-4c19-9a69-ad1eb4b88e84 taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.081228] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cb39eb2f-fa04-4c19-9a69-ad1eb4b88e84" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.081302] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cb39eb2f-fa04-4c19-9a69-ad1eb4b88e84" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.081637] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cb39eb2f-fa04-4c19-9a69-ad1eb4b88e84" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.081637] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cb39eb2f-fa04-4c19-9a69-ad1eb4b88e84',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 855.082608] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock member-cb39eb2f-fa04-4c19-9a69-ad1eb4b88e84 taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.082739] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cb39eb2f-fa04-4c19-9a69-ad1eb4b88e84" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.082993] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cb39eb2f-fa04-4c19-9a69-ad1eb4b88e84" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.082993] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cb39eb2f-fa04-4c19-9a69-ad1eb4b88e84" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.083152] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.083250] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.083315] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.083454] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.083538] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.083640] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cb39eb2f-fa04-4c19-9a69-ad1eb4b88e84',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 855.086061] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock port-d9bcdd24-c085-4185-a503-2781ece3b05a taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.086061] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d9bcdd24-c085-4185-a503-2781ece3b05a" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.086218] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d9bcdd24-c085-4185-a503-2781ece3b05a" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.086466] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d9bcdd24-c085-4185-a503-2781ece3b05a" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.086602] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d9bcdd24-c085-4185-a503-2781ece3b05a',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 855.249247] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 63032dc5-c0c5-4e8a-aa35-fd8fe4f0c564: rpc.has_security_group_logging(os_id): False [ 855.267234] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.267423] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.267423] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.267644] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.267736] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.267954] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.268089] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.268234] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.268393] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.268497] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.268873] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 63032dc5-c0c5-4e8a-aa35-fd8fe4f0c564 is going to be created. [ 855.294008] env[65288]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Warning Code=404 Message=b'{\n "httpStatus" : "NOT_FOUND",\n "error_code" : 500232,\n "module_name" : "Policy",\n "error_message" : "Following dependent objects, used in path=[/infra/domains/default/security-policies/63032dc5-c0c5-4e8a-aa35-fd8fe4f0c564], does not exist path=[/infra/domains/default/groups/63032dc5-c0c5-4e8a-aa35-fd8fe4f0c564]."\n}' [ 855.294189] env[65288]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 63032dc5-c0c5-4e8a-aa35-fd8fe4f0c564 failed to be updated, retrying after metadata refresh: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/63032dc5-c0c5-4e8a-aa35-fd8fe4f0c564 [ 855.294278] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 855.328463] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.328660] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.328744] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.329016] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.330063] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.330385] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.330549] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.330636] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.330855] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.330960] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.331245] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.331371] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.331438] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.331656] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.331744] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.331867] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 63032dc5-c0c5-4e8a-aa35-fd8fe4f0c564 is going to be created. [ 855.353639] env[65288]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Warning Code=404 Message=b'{\n "httpStatus" : "NOT_FOUND",\n "error_code" : 500232,\n "module_name" : "Policy",\n "error_message" : "Following dependent objects, used in path=[/infra/domains/default/security-policies/63032dc5-c0c5-4e8a-aa35-fd8fe4f0c564], does not exist path=[/infra/domains/default/groups/63032dc5-c0c5-4e8a-aa35-fd8fe4f0c564]."\n}': requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/63032dc5-c0c5-4e8a-aa35-fd8fe4f0c564 [ 855.353757] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-63032dc5-c0c5-4e8a-aa35-fd8fe4f0c564" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.354299] env[65288]: Traceback (most recent call last): [ 855.354365] env[65288]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 36, in wrapper [ 855.354365] env[65288]: return func(*args, **kwargs) [ 855.354365] env[65288]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 786, in _realize [ 855.354365] env[65288]: res.raise_for_status() [ 855.354365] env[65288]: File "/opt/stack/data/venv/lib/python3.10/site-packages/requests/models.py", line 1026, in raise_for_status [ 855.354365] env[65288]: raise HTTPError(http_error_msg, response=self) [ 855.354365] env[65288]: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/63032dc5-c0c5-4e8a-aa35-fd8fe4f0c564 [ 855.354365] env[65288]: During handling of the above exception, another exception occurred: [ 855.354365] env[65288]: Traceback (most recent call last): [ 855.354365] env[65288]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/poll.py", line 111, in wait [ 855.354365] env[65288]: listener.cb(fileno) [ 855.354365] env[65288]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 272, in main [ 855.354365] env[65288]: result = function(*args, **kwargs) [ 855.354365] env[65288]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/realization.py", line 210, in security_group_rules [ 855.354365] env[65288]: self.nsx_provider.sg_rules_realize(os_sg, logged=logged) [ 855.354365] env[65288]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 1012, in sg_rules_realize [ 855.354365] env[65288]: return self._realize(Provider.SG_RULES, delete, self.payload.sg_rules_container, os_sg, provider_sg) [ 855.354365] env[65288]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 45, in wrapper [ 855.354365] env[65288]: return func(self, resource_type, delete, self.payload.sg_rules_container, os_obj, provider_sg) [ 855.354365] env[65288]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 786, in _realize [ 855.354365] env[65288]: res.raise_for_status() [ 855.354365] env[65288]: File "/opt/stack/data/venv/lib/python3.10/site-packages/requests/models.py", line 1026, in raise_for_status [ 855.354365] env[65288]: raise HTTPError(http_error_msg, response=self) [ 855.354365] env[65288]: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/63032dc5-c0c5-4e8a-aa35-fd8fe4f0c564 [ 855.354365] env[65288]: Removing descriptor: 56 [ 855.500048] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2fb35559-ccf9-4477-9499-828fe56870c8',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 855.503132] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 478730e0-937c-4d51-bdac-99273bb9dff3 in Status: SUCCESS [ 855.503405] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-478730e0-937c-4d51-bdac-99273bb9dff3" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.586574] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('cb39eb2f-fa04-4c19-9a69-ad1eb4b88e84',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 855.588013] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d9bcdd24-c085-4185-a503-2781ece3b05a with status ACTIVE [ 855.588239] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.588375] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.588444] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.588712] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.588802] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.589789] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.589789] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.589789] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.589789] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.590378] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.590378] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.590378] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.590378] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.590625] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.590625] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.590839] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d9bcdd24-c085-4185-a503-2781ece3b05a is going to be updated. [ 855.592278] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock member-cb39eb2f-fa04-4c19-9a69-ad1eb4b88e84 taken with stack trace [, , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.592592] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cb39eb2f-fa04-4c19-9a69-ad1eb4b88e84" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.613605] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.614783] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.614783] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.614783] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.614783] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.614783] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d9bcdd24-c085-4185-a503-2781ece3b05a" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.003241] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.003241] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.003241] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.003241] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.003241] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.003241] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2fb35559-ccf9-4477-9499-828fe56870c8 is going to be created. [ 856.033817] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.033817] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.033817] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.033817] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.033817] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.042910] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2fb35559-ccf9-4477-9499-828fe56870c8 in Status: UNINITIALIZED for 2s [ 856.088431] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('cb39eb2f-fa04-4c19-9a69-ad1eb4b88e84',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 856.591131] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.591598] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.591598] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.591598] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.591598] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.591807] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cb39eb2f-fa04-4c19-9a69-ad1eb4b88e84 is going to be created. [ 856.617828] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.617978] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.618061] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.618284] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.618447] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.629779] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cb39eb2f-fa04-4c19-9a69-ad1eb4b88e84 in Status: UNINITIALIZED for 2s [ 856.764896] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8ef647dc-d512-4f76-953f-90944fd4aeda in Status: SUCCESS [ 856.765033] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8ef647dc-d512-4f76-953f-90944fd4aeda" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.765758] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8ef647dc-d512-4f76-953f-90944fd4aeda" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.765879] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8ef647dc-d512-4f76-953f-90944fd4aeda" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.766088] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.766209] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.766278] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.766526] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.766601] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.766687] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8ef647dc-d512-4f76-953f-90944fd4aeda" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.766850] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock member-8ef647dc-d512-4f76-953f-90944fd4aeda taken with stack trace [, , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.766989] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8ef647dc-d512-4f76-953f-90944fd4aeda" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.766989] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8ef647dc-d512-4f76-953f-90944fd4aeda" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.767186] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8ef647dc-d512-4f76-953f-90944fd4aeda" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.767312] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.767406] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.767477] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.767722] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.767722] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.768771] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8ef647dc-d512-4f76-953f-90944fd4aeda" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.768771] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8ef647dc-d512-4f76-953f-90944fd4aeda',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 856.768771] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8ef647dc-d512-4f76-953f-90944fd4aeda" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.768926] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8ef647dc-d512-4f76-953f-90944fd4aeda" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.769065] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.769172] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.769230] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.769358] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.769433] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.769504] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8ef647dc-d512-4f76-953f-90944fd4aeda',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 857.274043] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8ef647dc-d512-4f76-953f-90944fd4aeda: rpc.has_security_group_logging(os_id): False [ 857.275224] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8ef647dc-d512-4f76-953f-90944fd4aeda',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 857.302440] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.302678] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.302738] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.303047] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.327071] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.327517] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.327739] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.327893] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.328269] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.328419] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.328805] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.328972] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.329082] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.329324] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.329436] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.329912] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.330072] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.330165] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.330389] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.330500] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.330647] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8ef647dc-d512-4f76-953f-90944fd4aeda is going to be updated. [ 857.431739] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.431994] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.431994] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.432178] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.432316] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.459543] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8ef647dc-d512-4f76-953f-90944fd4aeda in Status: IN_PROGRESS for 2s [ 857.777837] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8ef647dc-d512-4f76-953f-90944fd4aeda',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 858.055837] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2fb35559-ccf9-4477-9499-828fe56870c8 in Status: SUCCESS [ 858.056108] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2fb35559-ccf9-4477-9499-828fe56870c8" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.056303] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2fb35559-ccf9-4477-9499-828fe56870c8" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.056603] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2fb35559-ccf9-4477-9499-828fe56870c8" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.056913] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.057077] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.057077] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.057298] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.057407] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.057538] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2fb35559-ccf9-4477-9499-828fe56870c8" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.057656] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2fb35559-ccf9-4477-9499-828fe56870c8',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 858.142463] env[65288]: DEBUG networking_nsxv3.common.locking [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Lock network-256 taken with stack trace [, , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.142661] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquiring lock "network-256" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.142788] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired lock "network-256" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.143055] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired external semaphore "network-256" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.143673] env[65288]: DEBUG networking_nsxv3.common.locking [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.143673] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquiring lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.143673] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.143873] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired external semaphore "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.144226] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Releasing lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.144226] env[65288]: DEBUG dogpile.cache.region [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] No value present for key: 'zone-id' {{(pid=65288) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 858.145908] env[65288]: DEBUG dogpile.lock [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] NeedRegenerationException {{(pid=65288) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 858.145908] env[65288]: DEBUG dogpile.lock [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] no value, waiting for create lock {{(pid=65288) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 858.145908] env[65288]: DEBUG dogpile.lock [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] value creation lock acquired {{(pid=65288) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 858.145908] env[65288]: DEBUG dogpile.cache.region [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] No value present for key: 'zone-id' {{(pid=65288) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 858.145908] env[65288]: DEBUG dogpile.lock [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Calling creation function for not-yet-present value {{(pid=65288) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 858.145908] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 858.169623] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 858.169822] env[65288]: DEBUG dogpile.cache.region [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=65288) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 858.169963] env[65288]: DEBUG dogpile.lock [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Released creation lock {{(pid=65288) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 858.170169] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Releasing lock "network-256" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.170490] env[65288]: DEBUG networking_nsxv3.common.locking [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Lock port-3354cff0-7c28-425c-8242-d4fd9fb575ca taken with stack trace [, , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.170663] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquiring lock "port-3354cff0-7c28-425c-8242-d4fd9fb575ca" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.170783] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired lock "port-3354cff0-7c28-425c-8242-d4fd9fb575ca" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.171053] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired external semaphore "port-3354cff0-7c28-425c-8242-d4fd9fb575ca" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.171201] env[65288]: DEBUG networking_nsxv3.api.rpc [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3354cff0-7c28-425c-8242-d4fd9fb575ca',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 858.281645] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.281869] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.281869] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.282152] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.282245] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.282346] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8ef647dc-d512-4f76-953f-90944fd4aeda is going to be updated. [ 858.318031] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.318031] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.318031] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.318031] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.318336] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.341114] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8ef647dc-d512-4f76-953f-90944fd4aeda in Status: IN_PROGRESS for 2s [ 858.560108] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2fb35559-ccf9-4477-9499-828fe56870c8',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 858.648489] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cb39eb2f-fa04-4c19-9a69-ad1eb4b88e84 in Status: SUCCESS [ 858.648579] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cb39eb2f-fa04-4c19-9a69-ad1eb4b88e84" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.648776] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cb39eb2f-fa04-4c19-9a69-ad1eb4b88e84" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.649019] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cb39eb2f-fa04-4c19-9a69-ad1eb4b88e84" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.649220] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.649340] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.649556] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.649556] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.649670] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.649742] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cb39eb2f-fa04-4c19-9a69-ad1eb4b88e84" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.649855] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('cb39eb2f-fa04-4c19-9a69-ad1eb4b88e84',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 858.674563] env[65288]: DEBUG networking_nsxv3.common.locking [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.676710] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.676710] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.676710] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.676710] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.676993] env[65288]: DEBUG networking_nsxv3.common.locking [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.677607] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquiring lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.677607] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.677895] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired external semaphore "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.678900] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Releasing lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.678900] env[65288]: DEBUG networking_nsxv3.common.locking [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.679058] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.679181] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.679548] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.679837] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.680429] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Resource: SegmentPort with ID: 3354cff0-7c28-425c-8242-d4fd9fb575ca is going to be updated. [ 858.716109] env[65288]: DEBUG networking_nsxv3.common.locking [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.716358] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.716604] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.717115] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.717199] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.717451] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Releasing lock "port-3354cff0-7c28-425c-8242-d4fd9fb575ca" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.063177] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2fb35559-ccf9-4477-9499-828fe56870c8: rpc.has_security_group_logging(os_id): False [ 859.083455] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.083767] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.083767] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.083921] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.084027] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.084357] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.084591] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.084591] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.084681] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.084734] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.084822] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2fb35559-ccf9-4477-9499-828fe56870c8 is going to be created. [ 859.154577] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.154577] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.154577] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.154577] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.154820] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.155989] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock member-cb39eb2f-fa04-4c19-9a69-ad1eb4b88e84 taken with stack trace [, , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.156353] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cb39eb2f-fa04-4c19-9a69-ad1eb4b88e84" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.156428] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cb39eb2f-fa04-4c19-9a69-ad1eb4b88e84" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.156609] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cb39eb2f-fa04-4c19-9a69-ad1eb4b88e84" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.156975] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.156975] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.156975] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.157165] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.157201] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.157555] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cb39eb2f-fa04-4c19-9a69-ad1eb4b88e84" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.157555] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock member-cb39eb2f-fa04-4c19-9a69-ad1eb4b88e84 taken with stack trace [, , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.157681] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cb39eb2f-fa04-4c19-9a69-ad1eb4b88e84" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.157681] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cb39eb2f-fa04-4c19-9a69-ad1eb4b88e84" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.157788] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cb39eb2f-fa04-4c19-9a69-ad1eb4b88e84" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.157949] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.158056] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.158111] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.158253] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.158340] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.158474] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cb39eb2f-fa04-4c19-9a69-ad1eb4b88e84" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.158544] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('cb39eb2f-fa04-4c19-9a69-ad1eb4b88e84',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 859.180534] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2fb35559-ccf9-4477-9499-828fe56870c8 in Status: IN_PROGRESS for 2s [ 859.473189] env[65288]: INFO networking_nsxv3.common.synchronization [req-b1de4ebb-f27e-4ab5-af66-a58d4296a426 req-c3ab2105-5d18-4d7b-b108-e266619faf24 service nova] Enqueued Resource ID: eb06f8a7-bbbd-42b6-b72d-c6b0c2a9ecca with Priority: HIGHEST for action security_group_rules [ 859.473189] env[65288]: INFO networking_nsxv3.common.synchronization [req-b1de4ebb-f27e-4ab5-af66-a58d4296a426 req-c3ab2105-5d18-4d7b-b108-e266619faf24 service nova] Enqueued Resource ID: eb06f8a7-bbbd-42b6-b72d-c6b0c2a9ecca with Priority: HIGHEST for action security_group_members [ 859.473189] env[65288]: INFO networking_nsxv3.common.synchronization [req-b1de4ebb-f27e-4ab5-af66-a58d4296a426 req-c3ab2105-5d18-4d7b-b108-e266619faf24 service nova] Enqueued Resource ID: 3354cff0-7c28-425c-8242-d4fd9fb575ca with Priority: HIGHEST for action port [ 859.474596] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8ef647dc-d512-4f76-953f-90944fd4aeda in Status: SUCCESS [ 859.475734] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8ef647dc-d512-4f76-953f-90944fd4aeda" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.476358] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eb06f8a7-bbbd-42b6-b72d-c6b0c2a9ecca with Priority: HIGHEST for action security_group_rules [ 859.476722] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eb06f8a7-bbbd-42b6-b72d-c6b0c2a9ecca with Priority: HIGHEST for action security_group_members [ 859.476960] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3354cff0-7c28-425c-8242-d4fd9fb575ca with Priority: HIGHEST for action port [ 859.478118] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8ef647dc-d512-4f76-953f-90944fd4aeda" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.478118] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8ef647dc-d512-4f76-953f-90944fd4aeda" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.478118] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8ef647dc-d512-4f76-953f-90944fd4aeda',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 859.480353] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock rules-eb06f8a7-bbbd-42b6-b72d-c6b0c2a9ecca taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.480353] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-eb06f8a7-bbbd-42b6-b72d-c6b0c2a9ecca" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.480353] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-eb06f8a7-bbbd-42b6-b72d-c6b0c2a9ecca" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.480353] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-eb06f8a7-bbbd-42b6-b72d-c6b0c2a9ecca" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.480353] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('eb06f8a7-bbbd-42b6-b72d-c6b0c2a9ecca',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 859.480995] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock member-eb06f8a7-bbbd-42b6-b72d-c6b0c2a9ecca taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.481141] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eb06f8a7-bbbd-42b6-b72d-c6b0c2a9ecca" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.481200] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eb06f8a7-bbbd-42b6-b72d-c6b0c2a9ecca" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.481338] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eb06f8a7-bbbd-42b6-b72d-c6b0c2a9ecca" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.481487] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.481580] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.481644] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.481779] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.481863] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.482564] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('eb06f8a7-bbbd-42b6-b72d-c6b0c2a9ecca',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 859.483686] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock port-3354cff0-7c28-425c-8242-d4fd9fb575ca taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.485160] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3354cff0-7c28-425c-8242-d4fd9fb575ca" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.485262] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3354cff0-7c28-425c-8242-d4fd9fb575ca" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.485433] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3354cff0-7c28-425c-8242-d4fd9fb575ca" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.486181] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3354cff0-7c28-425c-8242-d4fd9fb575ca',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 859.661059] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for cb39eb2f-fa04-4c19-9a69-ad1eb4b88e84: rpc.has_security_group_logging(os_id): False [ 859.684242] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.684437] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.684508] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.684719] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.684809] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.684999] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.685110] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.685163] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.685693] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.685693] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.685693] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.685693] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.685693] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.686072] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.686072] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.686072] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.686179] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.686179] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.686298] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.686367] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.686449] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cb39eb2f-fa04-4c19-9a69-ad1eb4b88e84 is going to be created. [ 859.758148] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.758148] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.758148] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.758148] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.758148] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.770739] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cb39eb2f-fa04-4c19-9a69-ad1eb4b88e84 in Status: IN_PROGRESS for 2s [ 859.989253] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock member-8ef647dc-d512-4f76-953f-90944fd4aeda taken with stack trace [, , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.989253] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8ef647dc-d512-4f76-953f-90944fd4aeda" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.989253] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock member-eb06f8a7-bbbd-42b6-b72d-c6b0c2a9ecca taken with stack trace [, , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.989253] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eb06f8a7-bbbd-42b6-b72d-c6b0c2a9ecca" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.989777] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('eb06f8a7-bbbd-42b6-b72d-c6b0c2a9ecca',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 859.991163] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3354cff0-7c28-425c-8242-d4fd9fb575ca with status ACTIVE [ 859.991423] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.991759] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.991759] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.992654] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.992654] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.992654] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.992920] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.992964] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.993770] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.993770] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.993770] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.993770] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.994443] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.994443] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.994443] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.994443] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3354cff0-7c28-425c-8242-d4fd9fb575ca is going to be updated. [ 860.021665] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.021665] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.021665] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.021665] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.021665] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.021665] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3354cff0-7c28-425c-8242-d4fd9fb575ca" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.353828] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8ef647dc-d512-4f76-953f-90944fd4aeda in Status: SUCCESS [ 860.354211] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8ef647dc-d512-4f76-953f-90944fd4aeda" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.354276] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8ef647dc-d512-4f76-953f-90944fd4aeda" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.354440] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8ef647dc-d512-4f76-953f-90944fd4aeda" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.354656] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.354773] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.354836] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.355017] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.355095] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.355176] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8ef647dc-d512-4f76-953f-90944fd4aeda" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.355263] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8ef647dc-d512-4f76-953f-90944fd4aeda',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 860.497728] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('eb06f8a7-bbbd-42b6-b72d-c6b0c2a9ecca',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 860.861892] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock member-8ef647dc-d512-4f76-953f-90944fd4aeda taken with stack trace [, , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.861892] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8ef647dc-d512-4f76-953f-90944fd4aeda" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.861892] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8ef647dc-d512-4f76-953f-90944fd4aeda" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.862481] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8ef647dc-d512-4f76-953f-90944fd4aeda" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.862481] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.862634] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.862684] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.862903] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.863012] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.863112] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8ef647dc-d512-4f76-953f-90944fd4aeda" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.863317] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock member-8ef647dc-d512-4f76-953f-90944fd4aeda taken with stack trace [, , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.863522] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8ef647dc-d512-4f76-953f-90944fd4aeda" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.863522] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8ef647dc-d512-4f76-953f-90944fd4aeda" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.863617] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8ef647dc-d512-4f76-953f-90944fd4aeda" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.863757] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.864080] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.864080] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.864393] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.864393] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.864393] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8ef647dc-d512-4f76-953f-90944fd4aeda" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.864393] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8ef647dc-d512-4f76-953f-90944fd4aeda',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 861.003939] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.004071] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.004131] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.004339] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.004447] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.004547] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: eb06f8a7-bbbd-42b6-b72d-c6b0c2a9ecca is going to be updated. [ 861.060125] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.060347] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.060445] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.060698] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.060884] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.077045] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eb06f8a7-bbbd-42b6-b72d-c6b0c2a9ecca in Status: IN_PROGRESS for 2s [ 861.198684] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2fb35559-ccf9-4477-9499-828fe56870c8 in Status: SUCCESS [ 861.199052] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2fb35559-ccf9-4477-9499-828fe56870c8" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.367204] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8ef647dc-d512-4f76-953f-90944fd4aeda: rpc.has_security_group_logging(os_id): False [ 861.388804] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.388989] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.388989] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.389379] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.389502] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.389823] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.389917] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.390092] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.390254] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.390419] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.390632] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.390754] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.390874] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.391055] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.391176] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.391407] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.391525] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.391604] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.391788] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.391888] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.392027] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8ef647dc-d512-4f76-953f-90944fd4aeda is going to be updated. [ 861.461506] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.461506] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.461506] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.461749] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.461876] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.485722] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8ef647dc-d512-4f76-953f-90944fd4aeda in Status: IN_PROGRESS for 2s [ 861.790511] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cb39eb2f-fa04-4c19-9a69-ad1eb4b88e84 in Status: SUCCESS [ 861.790972] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cb39eb2f-fa04-4c19-9a69-ad1eb4b88e84" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.085194] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eb06f8a7-bbbd-42b6-b72d-c6b0c2a9ecca in Status: SUCCESS [ 863.085604] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eb06f8a7-bbbd-42b6-b72d-c6b0c2a9ecca" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.085670] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eb06f8a7-bbbd-42b6-b72d-c6b0c2a9ecca" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.085899] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eb06f8a7-bbbd-42b6-b72d-c6b0c2a9ecca" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.086111] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.086229] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.086293] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.086443] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.086538] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.086629] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eb06f8a7-bbbd-42b6-b72d-c6b0c2a9ecca" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.086722] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('eb06f8a7-bbbd-42b6-b72d-c6b0c2a9ecca',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 863.500720] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8ef647dc-d512-4f76-953f-90944fd4aeda in Status: SUCCESS [ 863.500909] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8ef647dc-d512-4f76-953f-90944fd4aeda" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.591672] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('eb06f8a7-bbbd-42b6-b72d-c6b0c2a9ecca',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 863.763225] env[65288]: INFO networking_nsxv3.common.synchronization [req-e08a9483-cdef-4d84-9d18-4823d093b669 req-175a3a99-0e34-4c23-a0a9-a8e562e8048d tempest-ServerAddressesTestJSON-607912234 tempest-ServerAddressesTestJSON-607912234-project-member] Enqueued Resource ID: 9d1f07fa-6eec-4b17-992b-d2110b080544 with Priority: HIGHEST for action security_group_members [ 863.763713] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9d1f07fa-6eec-4b17-992b-d2110b080544 with Priority: HIGHEST for action security_group_members [ 863.767539] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock member-9d1f07fa-6eec-4b17-992b-d2110b080544 taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.767721] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9d1f07fa-6eec-4b17-992b-d2110b080544" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.767795] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9d1f07fa-6eec-4b17-992b-d2110b080544" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.768015] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9d1f07fa-6eec-4b17-992b-d2110b080544" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.768188] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.768288] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.768367] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.768497] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.768604] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.768706] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9d1f07fa-6eec-4b17-992b-d2110b080544',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 864.097392] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for eb06f8a7-bbbd-42b6-b72d-c6b0c2a9ecca: rpc.has_security_group_logging(os_id): False [ 864.121973] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.122078] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.122144] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.122349] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.166413] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.166413] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.166831] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.166831] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.166831] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.166944] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.166999] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: eb06f8a7-bbbd-42b6-b72d-c6b0c2a9ecca is going to be updated. [ 864.244663] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.244823] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.244889] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.245114] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.245416] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.261479] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: eb06f8a7-bbbd-42b6-b72d-c6b0c2a9ecca in Status: IN_PROGRESS for 2s [ 864.271045] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.271221] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.271292] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.271493] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.296109] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.296319] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.296438] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.296546] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.296833] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.296921] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.297022] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9d1f07fa-6eec-4b17-992b-d2110b080544 is going to be updated. [ 864.360271] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.360436] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.360511] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.360737] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.360882] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.372224] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9d1f07fa-6eec-4b17-992b-d2110b080544 in Status: IN_PROGRESS for 2s [ 866.276572] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: eb06f8a7-bbbd-42b6-b72d-c6b0c2a9ecca in Status: SUCCESS [ 866.276572] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-eb06f8a7-bbbd-42b6-b72d-c6b0c2a9ecca" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.384089] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9d1f07fa-6eec-4b17-992b-d2110b080544 in Status: SUCCESS [ 866.385396] env[65288]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9d1f07fa-6eec-4b17-992b-d2110b080544 deletion is rescheduled due to dependency. [ 866.385396] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9d1f07fa-6eec-4b17-992b-d2110b080544" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.692988] env[65288]: INFO networking_nsxv3.common.synchronization [None req-b9e2c025-47f4-4f09-a1c3-b60ea05d0645 None None] Enqueued Resource ID: 37c8c78e-97df-4abf-aadc-4898176679e6 with Priority: HIGHEST for action port [ 866.693525] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 37c8c78e-97df-4abf-aadc-4898176679e6 with Priority: HIGHEST for action port [ 866.693834] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock port-37c8c78e-97df-4abf-aadc-4898176679e6 taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.693957] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-37c8c78e-97df-4abf-aadc-4898176679e6" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.694037] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-37c8c78e-97df-4abf-aadc-4898176679e6" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.694294] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-37c8c78e-97df-4abf-aadc-4898176679e6" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.694378] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('37c8c78e-97df-4abf-aadc-4898176679e6',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 867.196591] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 37c8c78e-97df-4abf-aadc-4898176679e6 [ 867.196884] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.197053] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.197146] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.197848] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.197848] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.197848] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:37c8c78e-97df-4abf-aadc-4898176679e6 already deleted. [ 867.197848] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-37c8c78e-97df-4abf-aadc-4898176679e6" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.039816] env[65288]: INFO networking_nsxv3.common.synchronization [req-92bb5bc3-b2f2-4294-98e0-8979fd576669 req-7808e3b5-24e6-4775-b1ed-ac4b66cbe501 tempest-ServerRescueNegativeTestJSON-235637479 tempest-ServerRescueNegativeTestJSON-235637479-project-member] Enqueued Resource ID: 384869a2-ef01-491e-af51-f22caa974fb7 with Priority: HIGHEST for action security_group_members [ 869.040524] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 384869a2-ef01-491e-af51-f22caa974fb7 with Priority: HIGHEST for action security_group_members [ 869.040906] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock member-384869a2-ef01-491e-af51-f22caa974fb7 taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.041137] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-384869a2-ef01-491e-af51-f22caa974fb7" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.041268] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-384869a2-ef01-491e-af51-f22caa974fb7" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.041551] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-384869a2-ef01-491e-af51-f22caa974fb7" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.041829] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.042034] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.042139] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.042378] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.042497] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.042618] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('384869a2-ef01-491e-af51-f22caa974fb7',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 869.547025] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.547025] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.547025] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.547025] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.547025] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.547025] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.547025] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.547025] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.547025] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.547025] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.547025] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 384869a2-ef01-491e-af51-f22caa974fb7 already deleted. [ 869.547025] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-384869a2-ef01-491e-af51-f22caa974fb7" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.646146] env[65288]: INFO networking_nsxv3.common.synchronization [req-73918de5-f85b-4782-af6d-6e02a3ad0688 req-f3947a73-0c02-4b3f-b8dc-72dde194c211 tempest-AttachInterfacesTestJSON-212311792 tempest-AttachInterfacesTestJSON-212311792-project-member] Enqueued Resource ID: cb39eb2f-fa04-4c19-9a69-ad1eb4b88e84 with Priority: HIGHEST for action security_group_members [ 869.646819] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cb39eb2f-fa04-4c19-9a69-ad1eb4b88e84 with Priority: HIGHEST for action security_group_members [ 869.647538] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock member-cb39eb2f-fa04-4c19-9a69-ad1eb4b88e84 taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.647538] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cb39eb2f-fa04-4c19-9a69-ad1eb4b88e84" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.647538] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cb39eb2f-fa04-4c19-9a69-ad1eb4b88e84" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.647727] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cb39eb2f-fa04-4c19-9a69-ad1eb4b88e84" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.647941] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.649520] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.649520] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.649520] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.649520] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.649520] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cb39eb2f-fa04-4c19-9a69-ad1eb4b88e84',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 869.724026] env[65288]: DEBUG networking_nsxv3.common.locking [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Lock network-617 taken with stack trace [, , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.724247] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquiring lock "network-617" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.724373] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired lock "network-617" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.724880] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired external semaphore "network-617" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.726397] env[65288]: DEBUG networking_nsxv3.common.locking [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.726738] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquiring lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.726850] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.727396] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired external semaphore "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.727396] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Releasing lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.727621] env[65288]: DEBUG dogpile.cache.region [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] No value present for key: 'zone-id' {{(pid=65288) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 869.727806] env[65288]: DEBUG dogpile.lock [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] NeedRegenerationException {{(pid=65288) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 869.728036] env[65288]: DEBUG dogpile.lock [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] no value, waiting for create lock {{(pid=65288) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 869.728202] env[65288]: DEBUG dogpile.lock [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] value creation lock acquired {{(pid=65288) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 869.728324] env[65288]: DEBUG dogpile.cache.region [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] No value present for key: 'zone-id' {{(pid=65288) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 869.728431] env[65288]: DEBUG dogpile.lock [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Calling creation function for not-yet-present value {{(pid=65288) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 869.729124] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 869.755919] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 869.756167] env[65288]: DEBUG dogpile.cache.region [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Cache value generated in 0.027 seconds for key(s): 'zone-id' {{(pid=65288) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 869.756287] env[65288]: DEBUG dogpile.lock [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Released creation lock {{(pid=65288) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 869.756519] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Releasing lock "network-617" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.757067] env[65288]: DEBUG networking_nsxv3.common.locking [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Lock port-7263eb16-cefb-4d15-a128-d3e505c48e9f taken with stack trace [, , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.757226] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquiring lock "port-7263eb16-cefb-4d15-a128-d3e505c48e9f" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.757428] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired lock "port-7263eb16-cefb-4d15-a128-d3e505c48e9f" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.757833] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired external semaphore "port-7263eb16-cefb-4d15-a128-d3e505c48e9f" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.758028] env[65288]: DEBUG networking_nsxv3.api.rpc [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7263eb16-cefb-4d15-a128-d3e505c48e9f',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 869.821667] env[65288]: INFO networking_nsxv3.common.synchronization [None req-7634688a-d2cc-4fbd-a982-d41a448d98a2 None None] Enqueued Resource ID: d25cc1b1-1c3d-4c45-8bb2-9b96cd7e4b9b with Priority: HIGHEST for action port [ 869.822318] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d25cc1b1-1c3d-4c45-8bb2-9b96cd7e4b9b with Priority: HIGHEST for action port [ 869.822635] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock port-d25cc1b1-1c3d-4c45-8bb2-9b96cd7e4b9b taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.822794] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d25cc1b1-1c3d-4c45-8bb2-9b96cd7e4b9b" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.822875] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d25cc1b1-1c3d-4c45-8bb2-9b96cd7e4b9b" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.824058] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d25cc1b1-1c3d-4c45-8bb2-9b96cd7e4b9b" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.824145] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d25cc1b1-1c3d-4c45-8bb2-9b96cd7e4b9b',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 870.059674] env[65288]: INFO networking_nsxv3.common.synchronization [None req-492ba8f4-0982-42c0-b2f6-9f92dd05ee87 None None] Enqueued Resource ID: 2429cf41-04be-4617-9e1e-7dbab48913cc with Priority: HIGHEST for action port [ 870.060925] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2429cf41-04be-4617-9e1e-7dbab48913cc with Priority: HIGHEST for action port [ 870.060925] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock port-2429cf41-04be-4617-9e1e-7dbab48913cc taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.060925] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2429cf41-04be-4617-9e1e-7dbab48913cc" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.060925] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2429cf41-04be-4617-9e1e-7dbab48913cc" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.061243] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2429cf41-04be-4617-9e1e-7dbab48913cc" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.062040] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2429cf41-04be-4617-9e1e-7dbab48913cc',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 870.151617] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.151617] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.151842] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.151943] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.151943] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.152522] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.152522] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.152522] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.152522] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.152719] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.152817] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cb39eb2f-fa04-4c19-9a69-ad1eb4b88e84 is going to be updated. [ 870.190044] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.190044] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.190044] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.190044] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.190044] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.203067] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cb39eb2f-fa04-4c19-9a69-ad1eb4b88e84 in Status: IN_PROGRESS for 2s [ 870.263025] env[65288]: DEBUG networking_nsxv3.common.locking [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.263025] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.263025] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.263025] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.263025] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.263025] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Segment Port 7263eb16-cefb-4d15-a128-d3e505c48e9f not found, creating... [ 870.263025] env[65288]: DEBUG networking_nsxv3.common.locking [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.263025] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquiring lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.263025] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.263025] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired external semaphore "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.263025] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Releasing lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.263648] env[65288]: DEBUG networking_nsxv3.common.locking [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.263648] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.263648] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.263648] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.263648] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.263648] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Resource: SegmentPort with ID: 7263eb16-cefb-4d15-a128-d3e505c48e9f is going to be created. [ 870.292998] env[65288]: DEBUG networking_nsxv3.common.locking [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.293228] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.293351] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.293643] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.293886] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.294134] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Releasing lock "port-7263eb16-cefb-4d15-a128-d3e505c48e9f" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.332354] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d25cc1b1-1c3d-4c45-8bb2-9b96cd7e4b9b [ 870.332614] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.332762] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.332840] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.333154] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.333275] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.333409] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d25cc1b1-1c3d-4c45-8bb2-9b96cd7e4b9b already deleted. [ 870.333563] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d25cc1b1-1c3d-4c45-8bb2-9b96cd7e4b9b" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.565998] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2429cf41-04be-4617-9e1e-7dbab48913cc [ 870.566560] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.566695] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.566745] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.566951] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.567096] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.567227] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2429cf41-04be-4617-9e1e-7dbab48913cc already deleted. [ 870.567331] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2429cf41-04be-4617-9e1e-7dbab48913cc" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.052863] env[65288]: INFO networking_nsxv3.common.synchronization [req-92bb5bc3-b2f2-4294-98e0-8979fd576669 req-3e610775-732f-4b8c-a1c8-482ccd80c05d service nova] Enqueued Resource ID: 384869a2-ef01-491e-af51-f22caa974fb7 with Priority: HIGHEST for action security_group_rules [ 871.053188] env[65288]: INFO networking_nsxv3.common.synchronization [req-92bb5bc3-b2f2-4294-98e0-8979fd576669 req-3e610775-732f-4b8c-a1c8-482ccd80c05d service nova] Enqueued Resource ID: 384869a2-ef01-491e-af51-f22caa974fb7 with Priority: HIGHEST for action security_group_members [ 871.053421] env[65288]: INFO networking_nsxv3.common.synchronization [req-92bb5bc3-b2f2-4294-98e0-8979fd576669 req-3e610775-732f-4b8c-a1c8-482ccd80c05d service nova] Enqueued Resource ID: 7263eb16-cefb-4d15-a128-d3e505c48e9f with Priority: HIGHEST for action port [ 871.056312] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 384869a2-ef01-491e-af51-f22caa974fb7 with Priority: HIGHEST for action security_group_rules [ 871.056450] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 384869a2-ef01-491e-af51-f22caa974fb7 with Priority: HIGHEST for action security_group_members [ 871.056685] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7263eb16-cefb-4d15-a128-d3e505c48e9f with Priority: HIGHEST for action port [ 871.057237] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock rules-384869a2-ef01-491e-af51-f22caa974fb7 taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.057401] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-384869a2-ef01-491e-af51-f22caa974fb7" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.057473] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-384869a2-ef01-491e-af51-f22caa974fb7" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.057737] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-384869a2-ef01-491e-af51-f22caa974fb7" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.057824] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('384869a2-ef01-491e-af51-f22caa974fb7',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 871.059152] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock member-384869a2-ef01-491e-af51-f22caa974fb7 taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.059428] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-384869a2-ef01-491e-af51-f22caa974fb7" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.059428] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-384869a2-ef01-491e-af51-f22caa974fb7" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.059501] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-384869a2-ef01-491e-af51-f22caa974fb7" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.059900] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.059900] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.059900] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.063746] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.063746] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.063746] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('384869a2-ef01-491e-af51-f22caa974fb7',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 871.064689] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock port-7263eb16-cefb-4d15-a128-d3e505c48e9f taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.064793] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7263eb16-cefb-4d15-a128-d3e505c48e9f" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.064793] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7263eb16-cefb-4d15-a128-d3e505c48e9f" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.064980] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7263eb16-cefb-4d15-a128-d3e505c48e9f" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.065942] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7263eb16-cefb-4d15-a128-d3e505c48e9f',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 871.115090] env[65288]: INFO networking_nsxv3.common.synchronization [req-7b5edb19-3d3d-44d4-aa51-68ecd7c073c0 req-2253f4fa-087c-48f6-b2f4-9957d3d7c56a tempest-InstanceActionsTestJSON-175547563 tempest-InstanceActionsTestJSON-175547563-project-member] Enqueued Resource ID: e2faeaba-7ab5-4e86-9e62-a1433421fc32 with Priority: HIGHEST for action security_group_members [ 871.115930] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e2faeaba-7ab5-4e86-9e62-a1433421fc32 with Priority: HIGHEST for action security_group_members [ 871.116396] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock member-e2faeaba-7ab5-4e86-9e62-a1433421fc32 taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.116558] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e2faeaba-7ab5-4e86-9e62-a1433421fc32" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.116618] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e2faeaba-7ab5-4e86-9e62-a1433421fc32" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.116850] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e2faeaba-7ab5-4e86-9e62-a1433421fc32" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.116998] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.117123] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.117183] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.117356] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.117427] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.117526] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e2faeaba-7ab5-4e86-9e62-a1433421fc32',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 871.567463] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('384869a2-ef01-491e-af51-f22caa974fb7',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 871.569188] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock member-384869a2-ef01-491e-af51-f22caa974fb7 taken with stack trace [, , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.569319] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-384869a2-ef01-491e-af51-f22caa974fb7" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.569825] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7263eb16-cefb-4d15-a128-d3e505c48e9f with status ACTIVE [ 871.569825] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.569825] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.570064] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.570125] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.570215] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.570387] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.570485] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.570548] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.570702] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.570778] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.571362] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.571683] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.571683] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.571769] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.571769] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.571856] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7263eb16-cefb-4d15-a128-d3e505c48e9f is going to be updated. [ 871.601480] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.601701] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.601701] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.601895] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.602047] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.602274] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7263eb16-cefb-4d15-a128-d3e505c48e9f" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.620242] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.620431] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.620495] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.620745] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.665259] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.665511] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.665635] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.665703] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.665899] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.665999] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.667111] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e2faeaba-7ab5-4e86-9e62-a1433421fc32 is going to be updated. [ 871.734326] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.734485] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.734542] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.734796] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.734978] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.748909] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e2faeaba-7ab5-4e86-9e62-a1433421fc32 in Status: IN_PROGRESS for 2s [ 871.839451] env[65288]: INFO networking_nsxv3.common.synchronization [req-a0d0b04c-94cd-4eba-914f-594c29bb9f5c req-37395ac9-ace6-4e87-ba3c-f0abf740bd2e tempest-ServerRescueNegativeTestJSON-235637479 tempest-ServerRescueNegativeTestJSON-235637479-project-member] Enqueued Resource ID: 384869a2-ef01-491e-af51-f22caa974fb7 with Priority: HIGHEST for action security_group_members [ 871.840050] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 384869a2-ef01-491e-af51-f22caa974fb7 with Priority: HIGHEST for action security_group_members [ 871.840388] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock member-384869a2-ef01-491e-af51-f22caa974fb7 taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.840494] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-384869a2-ef01-491e-af51-f22caa974fb7" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.074248] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('384869a2-ef01-491e-af51-f22caa974fb7',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 872.219116] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cb39eb2f-fa04-4c19-9a69-ad1eb4b88e84 in Status: SUCCESS [ 872.219550] env[65288]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cb39eb2f-fa04-4c19-9a69-ad1eb4b88e84 deletion is rescheduled due to dependency. [ 872.219708] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cb39eb2f-fa04-4c19-9a69-ad1eb4b88e84" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.252615] env[65288]: DEBUG networking_nsxv3.common.locking [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Lock network-617 taken with stack trace [, , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.252771] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquiring lock "network-617" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.252902] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired lock "network-617" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.253198] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired external semaphore "network-617" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.253454] env[65288]: DEBUG networking_nsxv3.common.locking [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.253772] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquiring lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.253772] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.253985] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired external semaphore "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.254162] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Releasing lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.254511] env[65288]: DEBUG dogpile.cache.region [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] No value present for key: 'zone-id' {{(pid=65288) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 872.254511] env[65288]: DEBUG dogpile.lock [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] NeedRegenerationException {{(pid=65288) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 872.254635] env[65288]: DEBUG dogpile.lock [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] no value, waiting for create lock {{(pid=65288) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 872.254683] env[65288]: DEBUG dogpile.lock [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] value creation lock acquired {{(pid=65288) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 872.254786] env[65288]: DEBUG dogpile.cache.region [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] No value present for key: 'zone-id' {{(pid=65288) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 872.254887] env[65288]: DEBUG dogpile.lock [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Calling creation function for not-yet-present value {{(pid=65288) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 872.255018] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 872.279230] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 872.279435] env[65288]: DEBUG dogpile.cache.region [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65288) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 872.279477] env[65288]: DEBUG dogpile.lock [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Released creation lock {{(pid=65288) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 872.279631] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Releasing lock "network-617" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.280018] env[65288]: DEBUG networking_nsxv3.common.locking [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Lock port-bb30cf77-8502-434e-b13c-014848551b10 taken with stack trace [, , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.280228] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquiring lock "port-bb30cf77-8502-434e-b13c-014848551b10" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.280975] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired lock "port-bb30cf77-8502-434e-b13c-014848551b10" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.281076] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired external semaphore "port-bb30cf77-8502-434e-b13c-014848551b10" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.281416] env[65288]: DEBUG networking_nsxv3.api.rpc [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bb30cf77-8502-434e-b13c-014848551b10',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 872.563121] env[65288]: INFO networking_nsxv3.common.synchronization [None req-291b09c1-3dc8-4be6-a8ac-0189541dbb88 tempest-ImagesOneServerNegativeTestJSON-1883664013 tempest-ImagesOneServerNegativeTestJSON-1883664013-project-member] Enqueued Resource ID: e3f6a864-f814-4ebc-a4a3-f917c44fdec1 with Priority: HIGHEST for action security_group_rules [ 872.563718] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e3f6a864-f814-4ebc-a4a3-f917c44fdec1 with Priority: HIGHEST for action security_group_rules [ 872.564044] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e3f6a864-f814-4ebc-a4a3-f917c44fdec1 taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.564329] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e3f6a864-f814-4ebc-a4a3-f917c44fdec1" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.564329] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e3f6a864-f814-4ebc-a4a3-f917c44fdec1" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.564487] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e3f6a864-f814-4ebc-a4a3-f917c44fdec1" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.564569] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e3f6a864-f814-4ebc-a4a3-f917c44fdec1',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 872.577121] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.577384] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.577384] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.577573] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.577663] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.577760] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 384869a2-ef01-491e-af51-f22caa974fb7 is going to be created. [ 872.610100] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.610306] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.610306] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.610517] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.610682] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.626844] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 384869a2-ef01-491e-af51-f22caa974fb7 in Status: UNINITIALIZED for 2s [ 872.644407] env[65288]: INFO networking_nsxv3.common.synchronization [None req-634ba795-bc8c-49f4-98a7-097c3b167482 None None] Enqueued Resource ID: 96035f72-489e-4ab7-a35b-411376aace7d with Priority: HIGHEST for action port [ 872.644407] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 96035f72-489e-4ab7-a35b-411376aace7d with Priority: HIGHEST for action port [ 872.644407] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock port-96035f72-489e-4ab7-a35b-411376aace7d taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.644407] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-96035f72-489e-4ab7-a35b-411376aace7d" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.644407] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-96035f72-489e-4ab7-a35b-411376aace7d" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.645124] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-96035f72-489e-4ab7-a35b-411376aace7d" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.645608] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('96035f72-489e-4ab7-a35b-411376aace7d',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 872.716658] env[65288]: INFO networking_nsxv3.common.synchronization [None req-2bc915a3-dd66-4342-8054-be30065ed472 tempest-ImagesOneServerNegativeTestJSON-1883664013 tempest-ImagesOneServerNegativeTestJSON-1883664013-project-member] Enqueued Resource ID: e3f6a864-f814-4ebc-a4a3-f917c44fdec1 with Priority: HIGHEST for action security_group_rules [ 872.717395] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e3f6a864-f814-4ebc-a4a3-f917c44fdec1 with Priority: HIGHEST for action security_group_rules [ 872.717823] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e3f6a864-f814-4ebc-a4a3-f917c44fdec1 taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.717958] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e3f6a864-f814-4ebc-a4a3-f917c44fdec1" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.784118] env[65288]: DEBUG networking_nsxv3.common.locking [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.784484] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.784484] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.784754] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.784908] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.785097] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Segment Port bb30cf77-8502-434e-b13c-014848551b10 not found, creating... [ 872.785498] env[65288]: DEBUG networking_nsxv3.common.locking [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.785732] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquiring lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.785895] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.786197] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired external semaphore "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.786384] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Releasing lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.787043] env[65288]: DEBUG networking_nsxv3.common.locking [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.787043] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.787043] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.787297] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.787474] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.787624] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Resource: SegmentPort with ID: bb30cf77-8502-434e-b13c-014848551b10 is going to be created. [ 872.814524] env[65288]: DEBUG networking_nsxv3.common.locking [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.814524] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.814524] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.814524] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.814524] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.814524] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Releasing lock "port-bb30cf77-8502-434e-b13c-014848551b10" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.090775] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.091130] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.091130] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.091364] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.091463] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.091710] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e3f6a864-f814-4ebc-a4a3-f917c44fdec1 already deleted. [ 873.091710] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e3f6a864-f814-4ebc-a4a3-f917c44fdec1" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.091988] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e3f6a864-f814-4ebc-a4a3-f917c44fdec1" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.092215] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e3f6a864-f814-4ebc-a4a3-f917c44fdec1" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.092346] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e3f6a864-f814-4ebc-a4a3-f917c44fdec1',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 873.148391] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 96035f72-489e-4ab7-a35b-411376aace7d [ 873.148537] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.148537] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.148682] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.148885] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.148974] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.149088] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:96035f72-489e-4ab7-a35b-411376aace7d already deleted. [ 873.149172] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-96035f72-489e-4ab7-a35b-411376aace7d" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.608576] env[65288]: INFO networking_nsxv3.common.synchronization [req-a0d0b04c-94cd-4eba-914f-594c29bb9f5c req-d47d0762-79e0-4294-ade2-1eb7f6ba6495 service nova] Enqueued Resource ID: 384869a2-ef01-491e-af51-f22caa974fb7 with Priority: HIGHEST for action security_group_rules [ 873.608576] env[65288]: INFO networking_nsxv3.common.synchronization [req-a0d0b04c-94cd-4eba-914f-594c29bb9f5c req-d47d0762-79e0-4294-ade2-1eb7f6ba6495 service nova] Enqueued Resource ID: 384869a2-ef01-491e-af51-f22caa974fb7 with Priority: HIGHEST for action security_group_members [ 873.608576] env[65288]: INFO networking_nsxv3.common.synchronization [req-a0d0b04c-94cd-4eba-914f-594c29bb9f5c req-d47d0762-79e0-4294-ade2-1eb7f6ba6495 service nova] Enqueued Resource ID: bb30cf77-8502-434e-b13c-014848551b10 with Priority: HIGHEST for action port [ 873.609718] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 384869a2-ef01-491e-af51-f22caa974fb7 with Priority: HIGHEST for action security_group_rules [ 873.609881] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 384869a2-ef01-491e-af51-f22caa974fb7 with Priority: HIGHEST for action security_group_members [ 873.610000] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bb30cf77-8502-434e-b13c-014848551b10 with Priority: HIGHEST for action port [ 873.611542] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock rules-384869a2-ef01-491e-af51-f22caa974fb7 taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.611956] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-384869a2-ef01-491e-af51-f22caa974fb7" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.612216] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock member-384869a2-ef01-491e-af51-f22caa974fb7 taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.612330] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-384869a2-ef01-491e-af51-f22caa974fb7" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.613234] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock port-bb30cf77-8502-434e-b13c-014848551b10 taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.613371] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bb30cf77-8502-434e-b13c-014848551b10" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.613448] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bb30cf77-8502-434e-b13c-014848551b10" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.613665] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bb30cf77-8502-434e-b13c-014848551b10" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.614269] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bb30cf77-8502-434e-b13c-014848551b10',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 873.616476] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.616476] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.616593] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.618748] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.618748] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.618748] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e3f6a864-f814-4ebc-a4a3-f917c44fdec1 already deleted. [ 873.618748] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e3f6a864-f814-4ebc-a4a3-f917c44fdec1" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.781189] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e2faeaba-7ab5-4e86-9e62-a1433421fc32 in Status: SUCCESS [ 873.782765] env[65288]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e2faeaba-7ab5-4e86-9e62-a1433421fc32 deletion is rescheduled due to dependency. [ 873.783152] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e2faeaba-7ab5-4e86-9e62-a1433421fc32" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.968382] env[65288]: INFO networking_nsxv3.common.synchronization [req-0655f806-f754-4cd3-a714-5772661194d1 req-bca5cba1-c749-4ed4-8c40-661c4e69cc4e tempest-ServersAdminTestJSON-1417343482 tempest-ServersAdminTestJSON-1417343482-project-member] Enqueued Resource ID: d4809d67-1b31-408a-868c-7991f7666292 with Priority: HIGHEST for action security_group_members [ 873.969055] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d4809d67-1b31-408a-868c-7991f7666292 with Priority: HIGHEST for action security_group_members [ 873.969292] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock member-d4809d67-1b31-408a-868c-7991f7666292 taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.969414] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d4809d67-1b31-408a-868c-7991f7666292" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.969481] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d4809d67-1b31-408a-868c-7991f7666292" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.969682] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d4809d67-1b31-408a-868c-7991f7666292" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.969829] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.969931] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.970249] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.970249] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.970249] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.970394] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d4809d67-1b31-408a-868c-7991f7666292',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 874.120736] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port bb30cf77-8502-434e-b13c-014848551b10 with status ACTIVE [ 874.120736] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.120736] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.120736] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.120736] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.120736] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.120736] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.120736] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.120736] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.120736] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.120736] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.120736] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.120736] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.120736] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.120736] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.120736] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.121801] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: bb30cf77-8502-434e-b13c-014848551b10 is going to be updated. [ 874.161061] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.161226] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.161298] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.161516] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.161659] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.161831] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bb30cf77-8502-434e-b13c-014848551b10" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.473143] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d4809d67-1b31-408a-868c-7991f7666292',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 874.508023] env[65288]: INFO networking_nsxv3.common.synchronization [req-ee113595-8ef4-42c6-ba63-0ac909b33fee req-e0ebfbb0-f2de-4cb3-901f-5df46018a8c8 tempest-ListServersNegativeTestJSON-351888188 tempest-ListServersNegativeTestJSON-351888188-project-member] Enqueued Resource ID: 56718f5e-ffc3-4fca-80b6-7c58be43f4f4 with Priority: HIGHEST for action security_group_members [ 874.508023] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 56718f5e-ffc3-4fca-80b6-7c58be43f4f4 with Priority: HIGHEST for action security_group_members [ 874.508023] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock member-56718f5e-ffc3-4fca-80b6-7c58be43f4f4 taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.508023] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-56718f5e-ffc3-4fca-80b6-7c58be43f4f4" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.508023] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-56718f5e-ffc3-4fca-80b6-7c58be43f4f4" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.508717] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-56718f5e-ffc3-4fca-80b6-7c58be43f4f4" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.511341] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.511341] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.511341] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.511341] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.511341] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.511341] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('56718f5e-ffc3-4fca-80b6-7c58be43f4f4',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 874.640080] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 384869a2-ef01-491e-af51-f22caa974fb7 in Status: SUCCESS [ 874.640341] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-384869a2-ef01-491e-af51-f22caa974fb7" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.640998] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-384869a2-ef01-491e-af51-f22caa974fb7" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.641238] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-384869a2-ef01-491e-af51-f22caa974fb7" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.641429] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.641545] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.641632] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.641764] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.641847] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.641930] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-384869a2-ef01-491e-af51-f22caa974fb7" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.642034] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('384869a2-ef01-491e-af51-f22caa974fb7',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 874.643734] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-384869a2-ef01-491e-af51-f22caa974fb7" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.643988] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-384869a2-ef01-491e-af51-f22caa974fb7" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.644176] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.645844] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.645934] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.646183] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.646283] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.646383] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('384869a2-ef01-491e-af51-f22caa974fb7',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 874.908685] env[65288]: DEBUG networking_nsxv3.common.locking [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Lock network-176 taken with stack trace [, , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.909325] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquiring lock "network-176" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.912041] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired lock "network-176" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.912041] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired external semaphore "network-176" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.912041] env[65288]: DEBUG networking_nsxv3.common.locking [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.912041] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquiring lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.912202] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.912517] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired external semaphore "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.912587] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Releasing lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.912780] env[65288]: DEBUG dogpile.cache.region [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] No value present for key: 'zone-id' {{(pid=65288) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 874.912924] env[65288]: DEBUG dogpile.lock [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] NeedRegenerationException {{(pid=65288) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 874.913071] env[65288]: DEBUG dogpile.lock [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] no value, waiting for create lock {{(pid=65288) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 874.913182] env[65288]: DEBUG dogpile.lock [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] value creation lock acquired {{(pid=65288) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 874.913325] env[65288]: DEBUG dogpile.cache.region [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] No value present for key: 'zone-id' {{(pid=65288) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 874.913435] env[65288]: DEBUG dogpile.lock [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Calling creation function for not-yet-present value {{(pid=65288) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 874.913607] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 874.937544] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 874.937702] env[65288]: DEBUG dogpile.cache.region [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65288) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 874.937861] env[65288]: DEBUG dogpile.lock [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Released creation lock {{(pid=65288) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 874.940021] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Releasing lock "network-176" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.940021] env[65288]: DEBUG networking_nsxv3.common.locking [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Lock port-833a3b7b-534b-4e57-abd8-4a1d9519dd45 taken with stack trace [, , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.940021] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquiring lock "port-833a3b7b-534b-4e57-abd8-4a1d9519dd45" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.940021] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired lock "port-833a3b7b-534b-4e57-abd8-4a1d9519dd45" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.940021] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired external semaphore "port-833a3b7b-534b-4e57-abd8-4a1d9519dd45" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.940021] env[65288]: DEBUG networking_nsxv3.api.rpc [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('833a3b7b-534b-4e57-abd8-4a1d9519dd45',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 874.974950] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d4809d67-1b31-408a-868c-7991f7666292',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 875.013172] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.013357] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.013428] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.013651] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.013774] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.013969] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.014082] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.014124] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.014240] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.014312] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.014396] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 56718f5e-ffc3-4fca-80b6-7c58be43f4f4 already deleted. [ 875.014476] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-56718f5e-ffc3-4fca-80b6-7c58be43f4f4" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.144517] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock member-384869a2-ef01-491e-af51-f22caa974fb7 taken with stack trace [, , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.144966] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-384869a2-ef01-491e-af51-f22caa974fb7" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.149806] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('384869a2-ef01-491e-af51-f22caa974fb7',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 875.445415] env[65288]: DEBUG networking_nsxv3.common.locking [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.445415] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.445415] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.445415] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.445884] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.445884] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Segment Port 833a3b7b-534b-4e57-abd8-4a1d9519dd45 not found, creating... [ 875.445884] env[65288]: DEBUG networking_nsxv3.common.locking [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.446100] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquiring lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.446211] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.446446] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired external semaphore "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.446614] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Releasing lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.446944] env[65288]: DEBUG networking_nsxv3.common.locking [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.447113] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.447229] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.447448] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.447581] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.447757] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Resource: SegmentPort with ID: 833a3b7b-534b-4e57-abd8-4a1d9519dd45 is going to be created. [ 875.474514] env[65288]: DEBUG networking_nsxv3.common.locking [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.474823] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.474973] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.475303] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.476432] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.476708] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Releasing lock "port-833a3b7b-534b-4e57-abd8-4a1d9519dd45" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.478247] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.478420] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.478527] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.478779] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.478942] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.479042] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d4809d67-1b31-408a-868c-7991f7666292 is going to be updated. [ 875.523886] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.524098] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.524178] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.524415] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.524609] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.546996] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d4809d67-1b31-408a-868c-7991f7666292 in Status: IN_PROGRESS for 2s [ 875.651764] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('384869a2-ef01-491e-af51-f22caa974fb7',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 875.735089] env[65288]: INFO networking_nsxv3.common.synchronization [req-6427d4ad-a070-4403-8d6e-ea39e2a90f02 req-28d84977-8aa1-4474-8635-705633847f15 tempest-AttachInterfacesTestJSON-212311792 tempest-AttachInterfacesTestJSON-212311792-project-member] Enqueued Resource ID: 8ed4fba3-b4bf-4641-bcf5-85eb95bd2941 with Priority: HIGHEST for action security_group_members [ 875.735779] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8ed4fba3-b4bf-4641-bcf5-85eb95bd2941 with Priority: HIGHEST for action security_group_members [ 875.736189] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock member-8ed4fba3-b4bf-4641-bcf5-85eb95bd2941 taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.736460] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8ed4fba3-b4bf-4641-bcf5-85eb95bd2941" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.736602] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8ed4fba3-b4bf-4641-bcf5-85eb95bd2941" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.736926] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8ed4fba3-b4bf-4641-bcf5-85eb95bd2941" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.737230] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.737427] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.737548] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.737824] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.737995] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.738178] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8ed4fba3-b4bf-4641-bcf5-85eb95bd2941',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 876.154551] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.155287] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.155287] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.155287] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.155287] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.155287] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 384869a2-ef01-491e-af51-f22caa974fb7 is going to be updated. [ 876.216279] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.216279] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.216279] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.216279] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.216279] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.227421] env[65288]: INFO networking_nsxv3.common.synchronization [req-ee113595-8ef4-42c6-ba63-0ac909b33fee req-a2cea653-a14a-49df-866e-f9255502f579 service nova] Enqueued Resource ID: 56718f5e-ffc3-4fca-80b6-7c58be43f4f4 with Priority: HIGHEST for action security_group_rules [ 876.227421] env[65288]: INFO networking_nsxv3.common.synchronization [req-ee113595-8ef4-42c6-ba63-0ac909b33fee req-a2cea653-a14a-49df-866e-f9255502f579 service nova] Enqueued Resource ID: 56718f5e-ffc3-4fca-80b6-7c58be43f4f4 with Priority: HIGHEST for action security_group_members [ 876.227421] env[65288]: INFO networking_nsxv3.common.synchronization [req-ee113595-8ef4-42c6-ba63-0ac909b33fee req-a2cea653-a14a-49df-866e-f9255502f579 service nova] Enqueued Resource ID: 833a3b7b-534b-4e57-abd8-4a1d9519dd45 with Priority: HIGHEST for action port [ 876.227421] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 56718f5e-ffc3-4fca-80b6-7c58be43f4f4 with Priority: HIGHEST for action security_group_rules [ 876.227421] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 56718f5e-ffc3-4fca-80b6-7c58be43f4f4 with Priority: HIGHEST for action security_group_members [ 876.227421] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 833a3b7b-534b-4e57-abd8-4a1d9519dd45 with Priority: HIGHEST for action port [ 876.229574] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock rules-56718f5e-ffc3-4fca-80b6-7c58be43f4f4 taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.229737] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-56718f5e-ffc3-4fca-80b6-7c58be43f4f4" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.229796] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-56718f5e-ffc3-4fca-80b6-7c58be43f4f4" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.230375] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-56718f5e-ffc3-4fca-80b6-7c58be43f4f4" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.230497] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('56718f5e-ffc3-4fca-80b6-7c58be43f4f4',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 876.232510] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock member-56718f5e-ffc3-4fca-80b6-7c58be43f4f4 taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.232510] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-56718f5e-ffc3-4fca-80b6-7c58be43f4f4" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.232510] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-56718f5e-ffc3-4fca-80b6-7c58be43f4f4" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.232510] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-56718f5e-ffc3-4fca-80b6-7c58be43f4f4" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.232510] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.233059] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.233116] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.233287] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.233472] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.233583] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('56718f5e-ffc3-4fca-80b6-7c58be43f4f4',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 876.237395] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock port-833a3b7b-534b-4e57-abd8-4a1d9519dd45 taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.237395] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-833a3b7b-534b-4e57-abd8-4a1d9519dd45" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.237395] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-833a3b7b-534b-4e57-abd8-4a1d9519dd45" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.237395] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-833a3b7b-534b-4e57-abd8-4a1d9519dd45" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.237395] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('833a3b7b-534b-4e57-abd8-4a1d9519dd45',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 876.243033] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 384869a2-ef01-491e-af51-f22caa974fb7 in Status: IN_PROGRESS for 2s [ 876.246420] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.246802] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.246802] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.247057] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.271205] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.272907] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.272907] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.272907] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.272907] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.272907] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.272907] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8ed4fba3-b4bf-4641-bcf5-85eb95bd2941 is going to be updated. [ 876.313821] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.314066] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.314131] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.314305] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.314455] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.325366] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8ed4fba3-b4bf-4641-bcf5-85eb95bd2941 in Status: IN_PROGRESS for 2s [ 876.736899] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('56718f5e-ffc3-4fca-80b6-7c58be43f4f4',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 876.744342] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock member-56718f5e-ffc3-4fca-80b6-7c58be43f4f4 taken with stack trace [, , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.744479] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-56718f5e-ffc3-4fca-80b6-7c58be43f4f4" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.749134] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 833a3b7b-534b-4e57-abd8-4a1d9519dd45 with status ACTIVE [ 876.749226] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.749318] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.749389] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.749607] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.749712] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.749951] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.750100] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.750100] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.750194] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.750299] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.750429] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.750524] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.750587] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.750720] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.750791] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.750876] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 833a3b7b-534b-4e57-abd8-4a1d9519dd45 is going to be updated. [ 876.803048] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.803199] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.803275] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.803468] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.803617] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.803780] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-833a3b7b-534b-4e57-abd8-4a1d9519dd45" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.829480] env[65288]: INFO networking_nsxv3.common.synchronization [req-8d8435b3-00d5-4a7b-8452-d1e26b1012d6 req-047b72bf-2c94-4ac8-ac7f-c67989abbfbc tempest-ServerRescueTestJSON-1015607189 tempest-ServerRescueTestJSON-1015607189-project-member] Enqueued Resource ID: 0d7ba79b-ed4a-4041-b61b-3287e064aca9 with Priority: HIGHEST for action security_group_members [ 876.829480] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0d7ba79b-ed4a-4041-b61b-3287e064aca9 with Priority: HIGHEST for action security_group_members [ 876.829818] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock member-0d7ba79b-ed4a-4041-b61b-3287e064aca9 taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.829923] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0d7ba79b-ed4a-4041-b61b-3287e064aca9" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.829958] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0d7ba79b-ed4a-4041-b61b-3287e064aca9" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.831281] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0d7ba79b-ed4a-4041-b61b-3287e064aca9" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.831458] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.831566] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.831631] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.831798] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.831886] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.831985] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0d7ba79b-ed4a-4041-b61b-3287e064aca9',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 877.122683] env[65288]: INFO networking_nsxv3.common.synchronization [req-ee113595-8ef4-42c6-ba63-0ac909b33fee req-c6c2da2a-bf26-4a55-b410-617665006c86 tempest-ListServersNegativeTestJSON-351888188 tempest-ListServersNegativeTestJSON-351888188-project-member] Enqueued Resource ID: 56718f5e-ffc3-4fca-80b6-7c58be43f4f4 with Priority: HIGHEST for action security_group_members [ 877.123874] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 56718f5e-ffc3-4fca-80b6-7c58be43f4f4 with Priority: HIGHEST for action security_group_members [ 877.123951] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock member-56718f5e-ffc3-4fca-80b6-7c58be43f4f4 taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.124173] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-56718f5e-ffc3-4fca-80b6-7c58be43f4f4" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.239128] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('56718f5e-ffc3-4fca-80b6-7c58be43f4f4',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 877.277056] env[65288]: INFO networking_nsxv3.common.synchronization [req-55f642b6-791a-4e4e-98c7-91812fc84ced req-34c2b318-355b-4b99-a7c2-9a94b9fc13cf tempest-MigrationsAdminTest-1792954961 tempest-MigrationsAdminTest-1792954961-project-member] Enqueued Resource ID: 61335d04-4310-48c7-92a4-956bad255ae1 with Priority: HIGHEST for action security_group_members [ 877.277702] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 61335d04-4310-48c7-92a4-956bad255ae1 with Priority: HIGHEST for action security_group_members [ 877.278541] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock member-61335d04-4310-48c7-92a4-956bad255ae1 taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.279559] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-61335d04-4310-48c7-92a4-956bad255ae1" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.279559] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-61335d04-4310-48c7-92a4-956bad255ae1" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.279559] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-61335d04-4310-48c7-92a4-956bad255ae1" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.279559] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.279559] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.279983] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.279983] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.279983] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.279983] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('61335d04-4310-48c7-92a4-956bad255ae1',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 877.335148] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.335148] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.335148] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.335353] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.358107] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.358461] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.358672] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.358728] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.359019] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.359152] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.359272] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0d7ba79b-ed4a-4041-b61b-3287e064aca9 is going to be updated. [ 877.405510] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.406636] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.406636] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.406636] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.406636] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.424898] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0d7ba79b-ed4a-4041-b61b-3287e064aca9 in Status: IN_PROGRESS for 2s [ 877.476464] env[65288]: DEBUG networking_nsxv3.common.locking [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Lock network-176 taken with stack trace [, , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.476764] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquiring lock "network-176" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.477494] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired lock "network-176" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.477494] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired external semaphore "network-176" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.477494] env[65288]: DEBUG networking_nsxv3.common.locking [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.477667] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquiring lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.477667] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.477915] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired external semaphore "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.478049] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Releasing lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.478769] env[65288]: DEBUG dogpile.cache.region [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] No value present for key: 'zone-id' {{(pid=65288) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 877.478905] env[65288]: DEBUG dogpile.lock [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] NeedRegenerationException {{(pid=65288) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 877.479020] env[65288]: DEBUG dogpile.lock [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] no value, waiting for create lock {{(pid=65288) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 877.479136] env[65288]: DEBUG dogpile.lock [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] value creation lock acquired {{(pid=65288) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 877.479254] env[65288]: DEBUG dogpile.cache.region [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] No value present for key: 'zone-id' {{(pid=65288) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 877.479354] env[65288]: DEBUG dogpile.lock [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Calling creation function for not-yet-present value {{(pid=65288) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 877.479502] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 877.500552] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 877.501066] env[65288]: DEBUG dogpile.cache.region [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65288) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 877.501275] env[65288]: DEBUG dogpile.lock [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Released creation lock {{(pid=65288) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 877.501545] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Releasing lock "network-176" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.502043] env[65288]: DEBUG networking_nsxv3.common.locking [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Lock port-de97c848-f155-4d60-944f-4c3e9fd52f69 taken with stack trace [, , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.502196] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquiring lock "port-de97c848-f155-4d60-944f-4c3e9fd52f69" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.502265] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired lock "port-de97c848-f155-4d60-944f-4c3e9fd52f69" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.502904] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired external semaphore "port-de97c848-f155-4d60-944f-4c3e9fd52f69" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.502904] env[65288]: DEBUG networking_nsxv3.api.rpc [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('de97c848-f155-4d60-944f-4c3e9fd52f69',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 877.557560] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d4809d67-1b31-408a-868c-7991f7666292 in Status: SUCCESS [ 877.557753] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d4809d67-1b31-408a-868c-7991f7666292" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.742249] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.744992] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.744992] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.744992] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.744992] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.744992] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 56718f5e-ffc3-4fca-80b6-7c58be43f4f4 is going to be created. [ 877.769581] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.769771] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.769874] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.770097] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.770277] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.783123] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.783123] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.783123] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.783123] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.785300] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 56718f5e-ffc3-4fca-80b6-7c58be43f4f4 in Status: UNINITIALIZED for 2s [ 877.818824] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.819148] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.819672] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.819784] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.820013] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.820107] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.820209] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 61335d04-4310-48c7-92a4-956bad255ae1 is going to be updated. [ 877.896029] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.896029] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.896029] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.896263] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.896404] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.909898] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 61335d04-4310-48c7-92a4-956bad255ae1 in Status: IN_PROGRESS for 2s [ 878.005578] env[65288]: DEBUG networking_nsxv3.common.locking [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.005879] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.006070] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.006492] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.006902] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.007252] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Segment Port de97c848-f155-4d60-944f-4c3e9fd52f69 not found, creating... [ 878.007762] env[65288]: DEBUG networking_nsxv3.common.locking [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.008045] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquiring lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.008257] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.008771] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired external semaphore "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.009133] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Releasing lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.009507] env[65288]: DEBUG networking_nsxv3.common.locking [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.009694] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.009911] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.010222] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.010404] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.010589] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Resource: SegmentPort with ID: de97c848-f155-4d60-944f-4c3e9fd52f69 is going to be created. [ 878.033501] env[65288]: DEBUG networking_nsxv3.common.locking [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.033501] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.033773] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.033996] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.034308] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.034550] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Releasing lock "port-de97c848-f155-4d60-944f-4c3e9fd52f69" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.256260] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 384869a2-ef01-491e-af51-f22caa974fb7 in Status: SUCCESS [ 878.256509] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-384869a2-ef01-491e-af51-f22caa974fb7" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.256704] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-384869a2-ef01-491e-af51-f22caa974fb7" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.256944] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-384869a2-ef01-491e-af51-f22caa974fb7" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.257221] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.257350] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.257412] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.257589] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.257678] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.257779] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('384869a2-ef01-491e-af51-f22caa974fb7',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 878.336221] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8ed4fba3-b4bf-4641-bcf5-85eb95bd2941 in Status: SUCCESS [ 878.336409] env[65288]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8ed4fba3-b4bf-4641-bcf5-85eb95bd2941 deletion is rescheduled due to dependency. [ 878.336525] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8ed4fba3-b4bf-4641-bcf5-85eb95bd2941" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.760636] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('384869a2-ef01-491e-af51-f22caa974fb7',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 878.810114] env[65288]: INFO networking_nsxv3.common.synchronization [req-ee113595-8ef4-42c6-ba63-0ac909b33fee req-8f242cea-74fb-4688-8c93-0fb37709c005 service nova] Enqueued Resource ID: 56718f5e-ffc3-4fca-80b6-7c58be43f4f4 with Priority: HIGHEST for action security_group_rules [ 878.811942] env[65288]: INFO networking_nsxv3.common.synchronization [req-ee113595-8ef4-42c6-ba63-0ac909b33fee req-8f242cea-74fb-4688-8c93-0fb37709c005 service nova] Enqueued Resource ID: 56718f5e-ffc3-4fca-80b6-7c58be43f4f4 with Priority: HIGHEST for action security_group_members [ 878.811942] env[65288]: INFO networking_nsxv3.common.synchronization [req-ee113595-8ef4-42c6-ba63-0ac909b33fee req-8f242cea-74fb-4688-8c93-0fb37709c005 service nova] Enqueued Resource ID: de97c848-f155-4d60-944f-4c3e9fd52f69 with Priority: HIGHEST for action port [ 878.811942] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 56718f5e-ffc3-4fca-80b6-7c58be43f4f4 with Priority: HIGHEST for action security_group_rules [ 878.811942] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 56718f5e-ffc3-4fca-80b6-7c58be43f4f4 with Priority: HIGHEST for action security_group_members [ 878.811942] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: de97c848-f155-4d60-944f-4c3e9fd52f69 with Priority: HIGHEST for action port [ 878.811942] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock rules-56718f5e-ffc3-4fca-80b6-7c58be43f4f4 taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.811942] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-56718f5e-ffc3-4fca-80b6-7c58be43f4f4" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.811942] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock member-56718f5e-ffc3-4fca-80b6-7c58be43f4f4 taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.812457] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-56718f5e-ffc3-4fca-80b6-7c58be43f4f4" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.812457] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock port-de97c848-f155-4d60-944f-4c3e9fd52f69 taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.812457] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-de97c848-f155-4d60-944f-4c3e9fd52f69" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.812457] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-de97c848-f155-4d60-944f-4c3e9fd52f69" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.812766] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-de97c848-f155-4d60-944f-4c3e9fd52f69" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.812766] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('de97c848-f155-4d60-944f-4c3e9fd52f69',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 879.264450] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('384869a2-ef01-491e-af51-f22caa974fb7',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 879.314734] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port de97c848-f155-4d60-944f-4c3e9fd52f69 with status ACTIVE [ 879.314995] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.315177] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.315249] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.315457] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.315548] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.315725] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.315839] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.315945] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.316091] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.316183] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.316368] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.316465] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.316526] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.316693] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.316794] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.316877] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: de97c848-f155-4d60-944f-4c3e9fd52f69 is going to be updated. [ 879.340193] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.340409] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.340409] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.340585] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.340723] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.340883] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-de97c848-f155-4d60-944f-4c3e9fd52f69" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.437743] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0d7ba79b-ed4a-4041-b61b-3287e064aca9 in Status: SUCCESS [ 879.437956] env[65288]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0d7ba79b-ed4a-4041-b61b-3287e064aca9 deletion is rescheduled due to dependency. [ 879.438090] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0d7ba79b-ed4a-4041-b61b-3287e064aca9" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.766742] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.766920] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.766987] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.767229] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.767322] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.767420] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 384869a2-ef01-491e-af51-f22caa974fb7 is going to be updated. [ 879.801261] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 56718f5e-ffc3-4fca-80b6-7c58be43f4f4 in Status: UNINITIALIZED for 4s [ 879.804668] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.804847] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.804921] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.805149] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.806129] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.815902] env[65288]: INFO networking_nsxv3.common.synchronization [req-ee113595-8ef4-42c6-ba63-0ac909b33fee req-852aed76-98eb-44cb-a63e-bc4fe196be5d tempest-ListServersNegativeTestJSON-351888188 tempest-ListServersNegativeTestJSON-351888188-project-member] Enqueued Resource ID: 56718f5e-ffc3-4fca-80b6-7c58be43f4f4 with Priority: HIGHEST for action security_group_members [ 879.816871] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 384869a2-ef01-491e-af51-f22caa974fb7 in Status: IN_PROGRESS for 2s [ 879.817398] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 56718f5e-ffc3-4fca-80b6-7c58be43f4f4 with Priority: HIGHEST for action security_group_members [ 879.817785] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock member-56718f5e-ffc3-4fca-80b6-7c58be43f4f4 taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.818162] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-56718f5e-ffc3-4fca-80b6-7c58be43f4f4" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.921171] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 61335d04-4310-48c7-92a4-956bad255ae1 in Status: SUCCESS [ 879.921171] env[65288]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 61335d04-4310-48c7-92a4-956bad255ae1 deletion is rescheduled due to dependency. [ 879.921171] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-61335d04-4310-48c7-92a4-956bad255ae1" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.206984] env[65288]: DEBUG networking_nsxv3.common.locking [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Lock network-176 taken with stack trace [, , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.207238] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquiring lock "network-176" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.207372] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired lock "network-176" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.207739] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired external semaphore "network-176" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.208023] env[65288]: DEBUG networking_nsxv3.common.locking [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.208448] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquiring lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.208837] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.209333] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired external semaphore "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.209537] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Releasing lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.209801] env[65288]: DEBUG dogpile.cache.region [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] No value present for key: 'zone-id' {{(pid=65288) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 880.209946] env[65288]: DEBUG dogpile.lock [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] NeedRegenerationException {{(pid=65288) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 880.210116] env[65288]: DEBUG dogpile.lock [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] no value, waiting for create lock {{(pid=65288) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 880.210259] env[65288]: DEBUG dogpile.lock [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] value creation lock acquired {{(pid=65288) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 880.210470] env[65288]: DEBUG dogpile.cache.region [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] No value present for key: 'zone-id' {{(pid=65288) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 880.210656] env[65288]: DEBUG dogpile.lock [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Calling creation function for not-yet-present value {{(pid=65288) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 880.210895] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 880.229860] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 880.230156] env[65288]: DEBUG dogpile.cache.region [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=65288) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 880.230332] env[65288]: DEBUG dogpile.lock [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Released creation lock {{(pid=65288) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 880.230554] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Releasing lock "network-176" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.230906] env[65288]: DEBUG networking_nsxv3.common.locking [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Lock port-6a849fb6-d54e-40ad-b97b-5fb9d6914bb1 taken with stack trace [, , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.231121] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquiring lock "port-6a849fb6-d54e-40ad-b97b-5fb9d6914bb1" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.231293] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired lock "port-6a849fb6-d54e-40ad-b97b-5fb9d6914bb1" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.231649] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired external semaphore "port-6a849fb6-d54e-40ad-b97b-5fb9d6914bb1" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.231819] env[65288]: DEBUG networking_nsxv3.api.rpc [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6a849fb6-d54e-40ad-b97b-5fb9d6914bb1',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 880.736504] env[65288]: DEBUG networking_nsxv3.common.locking [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.736504] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.736504] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.736504] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.736504] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.736504] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Segment Port 6a849fb6-d54e-40ad-b97b-5fb9d6914bb1 not found, creating... [ 880.736504] env[65288]: DEBUG networking_nsxv3.common.locking [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.736504] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquiring lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.736504] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.737145] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired external semaphore "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.737145] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Releasing lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.737145] env[65288]: DEBUG networking_nsxv3.common.locking [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.737658] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.737658] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.737956] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.738190] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.738387] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Resource: SegmentPort with ID: 6a849fb6-d54e-40ad-b97b-5fb9d6914bb1 is going to be created. [ 880.764629] env[65288]: DEBUG networking_nsxv3.common.locking [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.764778] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.764915] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.765093] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.765335] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.765565] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Releasing lock "port-6a849fb6-d54e-40ad-b97b-5fb9d6914bb1" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.522144] env[65288]: INFO networking_nsxv3.common.synchronization [req-ee113595-8ef4-42c6-ba63-0ac909b33fee req-a7620593-dd3d-4601-ba59-a691b383bda2 service nova] Enqueued Resource ID: 56718f5e-ffc3-4fca-80b6-7c58be43f4f4 with Priority: HIGHEST for action security_group_rules [ 881.522144] env[65288]: INFO networking_nsxv3.common.synchronization [req-ee113595-8ef4-42c6-ba63-0ac909b33fee req-a7620593-dd3d-4601-ba59-a691b383bda2 service nova] Enqueued Resource ID: 56718f5e-ffc3-4fca-80b6-7c58be43f4f4 with Priority: HIGHEST for action security_group_members [ 881.522144] env[65288]: INFO networking_nsxv3.common.synchronization [req-ee113595-8ef4-42c6-ba63-0ac909b33fee req-a7620593-dd3d-4601-ba59-a691b383bda2 service nova] Enqueued Resource ID: 6a849fb6-d54e-40ad-b97b-5fb9d6914bb1 with Priority: HIGHEST for action port [ 881.522144] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 56718f5e-ffc3-4fca-80b6-7c58be43f4f4 with Priority: HIGHEST for action security_group_rules [ 881.522898] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 56718f5e-ffc3-4fca-80b6-7c58be43f4f4 with Priority: HIGHEST for action security_group_members [ 881.523165] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6a849fb6-d54e-40ad-b97b-5fb9d6914bb1 with Priority: HIGHEST for action port [ 881.523546] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock rules-56718f5e-ffc3-4fca-80b6-7c58be43f4f4 taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.523832] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-56718f5e-ffc3-4fca-80b6-7c58be43f4f4" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.526866] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock member-56718f5e-ffc3-4fca-80b6-7c58be43f4f4 taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.527043] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-56718f5e-ffc3-4fca-80b6-7c58be43f4f4" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.527242] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock port-6a849fb6-d54e-40ad-b97b-5fb9d6914bb1 taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.527361] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6a849fb6-d54e-40ad-b97b-5fb9d6914bb1" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.527429] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6a849fb6-d54e-40ad-b97b-5fb9d6914bb1" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.527771] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6a849fb6-d54e-40ad-b97b-5fb9d6914bb1" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.527879] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6a849fb6-d54e-40ad-b97b-5fb9d6914bb1',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 881.835381] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 56718f5e-ffc3-4fca-80b6-7c58be43f4f4 in Status: SUCCESS [ 881.835381] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-56718f5e-ffc3-4fca-80b6-7c58be43f4f4" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.835785] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-56718f5e-ffc3-4fca-80b6-7c58be43f4f4" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.835785] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-56718f5e-ffc3-4fca-80b6-7c58be43f4f4" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.835853] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.836640] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.836640] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.836640] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.836640] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.836640] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-56718f5e-ffc3-4fca-80b6-7c58be43f4f4" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.836640] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('56718f5e-ffc3-4fca-80b6-7c58be43f4f4',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 881.837361] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-56718f5e-ffc3-4fca-80b6-7c58be43f4f4" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.837604] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-56718f5e-ffc3-4fca-80b6-7c58be43f4f4" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.837903] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.838205] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.838205] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.838358] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.838443] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.838542] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('56718f5e-ffc3-4fca-80b6-7c58be43f4f4',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 881.879116] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 384869a2-ef01-491e-af51-f22caa974fb7 in Status: SUCCESS [ 881.879365] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-384869a2-ef01-491e-af51-f22caa974fb7" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.880216] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-384869a2-ef01-491e-af51-f22caa974fb7" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.880367] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-384869a2-ef01-491e-af51-f22caa974fb7" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.880571] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.880687] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.880751] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.880897] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.880976] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.881520] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-384869a2-ef01-491e-af51-f22caa974fb7" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.882223] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock member-384869a2-ef01-491e-af51-f22caa974fb7 taken with stack trace [, , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.882223] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-384869a2-ef01-491e-af51-f22caa974fb7" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.882223] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-384869a2-ef01-491e-af51-f22caa974fb7" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.882386] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-384869a2-ef01-491e-af51-f22caa974fb7" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.883502] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.883502] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.883502] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.883502] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.883502] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.883502] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-384869a2-ef01-491e-af51-f22caa974fb7" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.883502] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('384869a2-ef01-491e-af51-f22caa974fb7',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 882.031777] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 6a849fb6-d54e-40ad-b97b-5fb9d6914bb1 with status ACTIVE [ 882.031777] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.031777] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.031777] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.031777] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.031777] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.031777] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.031777] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.031777] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.031777] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.031777] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.031777] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.031777] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.031777] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.032275] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.032275] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.032275] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 6a849fb6-d54e-40ad-b97b-5fb9d6914bb1 is going to be updated. [ 882.059038] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.059383] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.059383] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.059470] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.059593] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.060059] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6a849fb6-d54e-40ad-b97b-5fb9d6914bb1" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.341416] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock member-56718f5e-ffc3-4fca-80b6-7c58be43f4f4 taken with stack trace [, , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.341606] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-56718f5e-ffc3-4fca-80b6-7c58be43f4f4" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.341758] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('56718f5e-ffc3-4fca-80b6-7c58be43f4f4',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 882.387445] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 384869a2-ef01-491e-af51-f22caa974fb7: rpc.has_security_group_logging(os_id): False [ 882.415290] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.415495] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.415612] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.415929] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.415999] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.418918] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.418918] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.418918] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.418918] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.418918] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.418918] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.418918] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.418918] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.418918] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.418918] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.419330] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.419330] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.422107] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.422107] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.422107] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.422107] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 384869a2-ef01-491e-af51-f22caa974fb7 is going to be created. [ 882.511686] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.512524] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.512760] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.513106] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.513406] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.529113] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 384869a2-ef01-491e-af51-f22caa974fb7 in Status: IN_PROGRESS for 2s [ 882.844983] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('56718f5e-ffc3-4fca-80b6-7c58be43f4f4',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 883.348473] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.348608] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.349355] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.349355] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.349355] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.349355] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 56718f5e-ffc3-4fca-80b6-7c58be43f4f4 is going to be updated. [ 883.383206] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.385024] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.385024] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.385024] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.385024] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.394201] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 56718f5e-ffc3-4fca-80b6-7c58be43f4f4 in Status: IN_PROGRESS for 2s [ 884.543621] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 384869a2-ef01-491e-af51-f22caa974fb7 in Status: SUCCESS [ 884.543621] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-384869a2-ef01-491e-af51-f22caa974fb7" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.544144] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-384869a2-ef01-491e-af51-f22caa974fb7" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.544144] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-384869a2-ef01-491e-af51-f22caa974fb7" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.544144] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('384869a2-ef01-491e-af51-f22caa974fb7',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 885.047313] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock member-384869a2-ef01-491e-af51-f22caa974fb7 taken with stack trace [, , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.047802] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-384869a2-ef01-491e-af51-f22caa974fb7" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.048118] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-384869a2-ef01-491e-af51-f22caa974fb7" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.050406] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-384869a2-ef01-491e-af51-f22caa974fb7" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.050406] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.050406] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.050406] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.050406] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.050406] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.050406] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-384869a2-ef01-491e-af51-f22caa974fb7" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.050406] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('384869a2-ef01-491e-af51-f22caa974fb7',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 885.408740] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 56718f5e-ffc3-4fca-80b6-7c58be43f4f4 in Status: SUCCESS [ 885.408740] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-56718f5e-ffc3-4fca-80b6-7c58be43f4f4" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.408906] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-56718f5e-ffc3-4fca-80b6-7c58be43f4f4" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.409231] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-56718f5e-ffc3-4fca-80b6-7c58be43f4f4" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.409327] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.409449] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.409535] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.409725] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.409776] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.409889] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('56718f5e-ffc3-4fca-80b6-7c58be43f4f4',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 885.553031] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock member-384869a2-ef01-491e-af51-f22caa974fb7 taken with stack trace [, , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.553031] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-384869a2-ef01-491e-af51-f22caa974fb7" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.553031] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-384869a2-ef01-491e-af51-f22caa974fb7" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.553031] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-384869a2-ef01-491e-af51-f22caa974fb7" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.553031] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.553031] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.553031] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.553031] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.553031] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.553672] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-384869a2-ef01-491e-af51-f22caa974fb7" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.553672] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock member-384869a2-ef01-491e-af51-f22caa974fb7 taken with stack trace [, , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.553672] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-384869a2-ef01-491e-af51-f22caa974fb7" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.553672] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-384869a2-ef01-491e-af51-f22caa974fb7" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.553672] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-384869a2-ef01-491e-af51-f22caa974fb7" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.553672] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.553862] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.553862] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.554670] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.554670] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.554670] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-384869a2-ef01-491e-af51-f22caa974fb7" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.554670] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('384869a2-ef01-491e-af51-f22caa974fb7',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 885.767707] env[65288]: INFO networking_nsxv3.common.synchronization [None req-b4636baa-a83e-413b-96c6-67b85d413a82 None None] Enqueued Resource ID: 00b6a053-f95f-4b9d-be5f-85b2a94f158a with Priority: HIGHEST for action port [ 885.768998] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 00b6a053-f95f-4b9d-be5f-85b2a94f158a with Priority: HIGHEST for action port [ 885.768998] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock port-00b6a053-f95f-4b9d-be5f-85b2a94f158a taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.768998] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-00b6a053-f95f-4b9d-be5f-85b2a94f158a" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.768998] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-00b6a053-f95f-4b9d-be5f-85b2a94f158a" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.770108] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-00b6a053-f95f-4b9d-be5f-85b2a94f158a" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.770413] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('00b6a053-f95f-4b9d-be5f-85b2a94f158a',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 885.912400] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('56718f5e-ffc3-4fca-80b6-7c58be43f4f4',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 886.058955] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 384869a2-ef01-491e-af51-f22caa974fb7: rpc.has_security_group_logging(os_id): False [ 886.079514] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.080025] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.080543] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.080666] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.080762] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.081022] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.081169] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.081259] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.081447] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.082000] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.082000] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.082000] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.082000] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.082349] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.082349] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.082559] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.082696] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.082798] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.082971] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.083091] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.083202] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 384869a2-ef01-491e-af51-f22caa974fb7 is going to be updated. [ 886.170992] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.171193] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.171234] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.171429] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.172608] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.190358] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 384869a2-ef01-491e-af51-f22caa974fb7 in Status: IN_PROGRESS for 2s [ 886.272329] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 00b6a053-f95f-4b9d-be5f-85b2a94f158a [ 886.272604] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.272779] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.272855] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.273104] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.273182] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.273318] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:00b6a053-f95f-4b9d-be5f-85b2a94f158a already deleted. [ 886.273576] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-00b6a053-f95f-4b9d-be5f-85b2a94f158a" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.415137] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('56718f5e-ffc3-4fca-80b6-7c58be43f4f4',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 886.917525] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.917835] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.917873] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.918334] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.918334] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.918334] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 56718f5e-ffc3-4fca-80b6-7c58be43f4f4 is going to be updated. [ 886.954736] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.954736] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.954736] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.954736] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.954736] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.963989] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 56718f5e-ffc3-4fca-80b6-7c58be43f4f4 in Status: IN_PROGRESS for 2s [ 887.076247] env[65288]: INFO networking_nsxv3.common.synchronization [None req-15ed4d08-0f01-41f1-9b2c-aaf9f11d63bf tempest-ServerDiskConfigTestJSON-1970916035 tempest-ServerDiskConfigTestJSON-1970916035-project-member] Enqueued Resource ID: fd6ee3ee-ff74-4d16-aa39-aaf4ea705720 with Priority: HIGHEST for action security_group_rules [ 887.076737] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fd6ee3ee-ff74-4d16-aa39-aaf4ea705720 with Priority: HIGHEST for action security_group_rules [ 887.077062] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fd6ee3ee-ff74-4d16-aa39-aaf4ea705720 taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.077188] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fd6ee3ee-ff74-4d16-aa39-aaf4ea705720" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.077277] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fd6ee3ee-ff74-4d16-aa39-aaf4ea705720" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.077506] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fd6ee3ee-ff74-4d16-aa39-aaf4ea705720" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.077585] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fd6ee3ee-ff74-4d16-aa39-aaf4ea705720',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 887.179839] env[65288]: INFO networking_nsxv3.common.synchronization [None req-bceb1575-8da6-427a-8271-6072f8b6dd07 tempest-ServerDiskConfigTestJSON-1970916035 tempest-ServerDiskConfigTestJSON-1970916035-project-member] Enqueued Resource ID: fd6ee3ee-ff74-4d16-aa39-aaf4ea705720 with Priority: HIGHEST for action security_group_rules [ 887.180455] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fd6ee3ee-ff74-4d16-aa39-aaf4ea705720 with Priority: HIGHEST for action security_group_rules [ 887.182042] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fd6ee3ee-ff74-4d16-aa39-aaf4ea705720 taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.182042] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fd6ee3ee-ff74-4d16-aa39-aaf4ea705720" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.605117] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.605569] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.605569] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.605703] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.605753] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.605918] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fd6ee3ee-ff74-4d16-aa39-aaf4ea705720 already deleted. [ 887.605991] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fd6ee3ee-ff74-4d16-aa39-aaf4ea705720" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.606124] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fd6ee3ee-ff74-4d16-aa39-aaf4ea705720" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.606276] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fd6ee3ee-ff74-4d16-aa39-aaf4ea705720" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.606364] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fd6ee3ee-ff74-4d16-aa39-aaf4ea705720',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 887.752270] env[65288]: INFO networking_nsxv3.common.synchronization [req-a8c2c50b-906c-4890-8da8-ee1b63fa2f63 req-3572a3ef-a1ee-4eaa-bb79-2c1038f350bf tempest-InstanceActionsV221TestJSON-731199414 tempest-InstanceActionsV221TestJSON-731199414-project-member] Enqueued Resource ID: 0d639079-af2f-4fc8-bec9-00579ffb0c3f with Priority: HIGHEST for action security_group_members [ 887.752850] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0d639079-af2f-4fc8-bec9-00579ffb0c3f with Priority: HIGHEST for action security_group_members [ 887.753147] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock member-0d639079-af2f-4fc8-bec9-00579ffb0c3f taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.753271] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0d639079-af2f-4fc8-bec9-00579ffb0c3f" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.753343] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0d639079-af2f-4fc8-bec9-00579ffb0c3f" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.753580] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0d639079-af2f-4fc8-bec9-00579ffb0c3f" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.753732] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.753838] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.753881] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.754283] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.758154] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.758280] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0d639079-af2f-4fc8-bec9-00579ffb0c3f',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 888.126111] env[65288]: DEBUG networking_nsxv3.common.locking [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Lock network-577 taken with stack trace [, , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.126111] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquiring lock "network-577" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.126492] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired lock "network-577" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.127432] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired external semaphore "network-577" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.127432] env[65288]: DEBUG networking_nsxv3.common.locking [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.128230] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquiring lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.128390] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.128645] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired external semaphore "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.128810] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Releasing lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.129272] env[65288]: DEBUG dogpile.cache.region [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] No value present for key: 'zone-id' {{(pid=65288) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 888.129272] env[65288]: DEBUG dogpile.lock [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] NeedRegenerationException {{(pid=65288) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 888.129368] env[65288]: DEBUG dogpile.lock [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] no value, waiting for create lock {{(pid=65288) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 888.129463] env[65288]: DEBUG dogpile.lock [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] value creation lock acquired {{(pid=65288) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 888.129537] env[65288]: DEBUG dogpile.cache.region [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] No value present for key: 'zone-id' {{(pid=65288) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 888.129648] env[65288]: DEBUG dogpile.lock [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Calling creation function for not-yet-present value {{(pid=65288) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 888.130672] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 888.142064] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.142267] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.142303] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.142538] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.142626] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.143333] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fd6ee3ee-ff74-4d16-aa39-aaf4ea705720 already deleted. [ 888.143333] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fd6ee3ee-ff74-4d16-aa39-aaf4ea705720" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.152317] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 888.152846] env[65288]: DEBUG dogpile.cache.region [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65288) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 888.152846] env[65288]: DEBUG dogpile.lock [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Released creation lock {{(pid=65288) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 888.153072] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Releasing lock "network-577" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.153534] env[65288]: DEBUG networking_nsxv3.common.locking [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Lock port-a0c29fd9-a702-4d14-99bc-667b8cc187cf taken with stack trace [, , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.153792] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquiring lock "port-a0c29fd9-a702-4d14-99bc-667b8cc187cf" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.154031] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired lock "port-a0c29fd9-a702-4d14-99bc-667b8cc187cf" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.156034] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired external semaphore "port-a0c29fd9-a702-4d14-99bc-667b8cc187cf" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.156034] env[65288]: DEBUG networking_nsxv3.api.rpc [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a0c29fd9-a702-4d14-99bc-667b8cc187cf',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 888.208805] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 384869a2-ef01-491e-af51-f22caa974fb7 in Status: SUCCESS [ 888.208805] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-384869a2-ef01-491e-af51-f22caa974fb7" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.260817] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.261144] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.261242] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.261549] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.261697] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.261942] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.262106] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.262191] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.262431] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.262546] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.262666] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0d639079-af2f-4fc8-bec9-00579ffb0c3f already deleted. [ 888.262757] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0d639079-af2f-4fc8-bec9-00579ffb0c3f" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.336403] env[65288]: INFO networking_nsxv3.common.synchronization [None req-3e2ef02c-538e-45a4-a87f-bd36c695f51d None None] Enqueued Resource ID: c0fc45f5-7763-414a-af70-aa76a3c94380 with Priority: HIGHEST for action port [ 888.336977] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c0fc45f5-7763-414a-af70-aa76a3c94380 with Priority: HIGHEST for action port [ 888.337303] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock port-c0fc45f5-7763-414a-af70-aa76a3c94380 taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.337427] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c0fc45f5-7763-414a-af70-aa76a3c94380" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.337496] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c0fc45f5-7763-414a-af70-aa76a3c94380" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.337766] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c0fc45f5-7763-414a-af70-aa76a3c94380" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.337863] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c0fc45f5-7763-414a-af70-aa76a3c94380',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 888.658973] env[65288]: DEBUG networking_nsxv3.common.locking [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.659541] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.659908] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.661029] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.661029] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.661029] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Segment Port a0c29fd9-a702-4d14-99bc-667b8cc187cf not found, creating... [ 888.661029] env[65288]: DEBUG networking_nsxv3.common.locking [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.661235] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquiring lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.661235] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.661431] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired external semaphore "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.661593] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Releasing lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.661899] env[65288]: DEBUG networking_nsxv3.common.locking [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.662072] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.662200] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.662409] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.662543] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.662692] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Resource: SegmentPort with ID: a0c29fd9-a702-4d14-99bc-667b8cc187cf is going to be created. [ 888.686090] env[65288]: DEBUG networking_nsxv3.common.locking [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.686090] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.686090] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.686357] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.686481] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.686738] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Releasing lock "port-a0c29fd9-a702-4d14-99bc-667b8cc187cf" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.841534] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c0fc45f5-7763-414a-af70-aa76a3c94380 [ 888.841905] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.841999] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.842101] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.842695] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.842695] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.842695] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c0fc45f5-7763-414a-af70-aa76a3c94380 already deleted. [ 888.842695] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c0fc45f5-7763-414a-af70-aa76a3c94380" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.977076] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 56718f5e-ffc3-4fca-80b6-7c58be43f4f4 in Status: SUCCESS [ 888.977076] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-56718f5e-ffc3-4fca-80b6-7c58be43f4f4" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.977076] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-56718f5e-ffc3-4fca-80b6-7c58be43f4f4" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.977280] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-56718f5e-ffc3-4fca-80b6-7c58be43f4f4" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.977340] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.977459] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.977525] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.977683] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.977762] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.977856] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('56718f5e-ffc3-4fca-80b6-7c58be43f4f4',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 889.449695] env[65288]: INFO networking_nsxv3.common.synchronization [req-a8c2c50b-906c-4890-8da8-ee1b63fa2f63 req-50a761e0-8918-44bd-ac1f-8b15835d23b0 service nova] Enqueued Resource ID: 0d639079-af2f-4fc8-bec9-00579ffb0c3f with Priority: HIGHEST for action security_group_rules [ 889.449967] env[65288]: INFO networking_nsxv3.common.synchronization [req-a8c2c50b-906c-4890-8da8-ee1b63fa2f63 req-50a761e0-8918-44bd-ac1f-8b15835d23b0 service nova] Enqueued Resource ID: 0d639079-af2f-4fc8-bec9-00579ffb0c3f with Priority: HIGHEST for action security_group_members [ 889.449967] env[65288]: INFO networking_nsxv3.common.synchronization [req-a8c2c50b-906c-4890-8da8-ee1b63fa2f63 req-50a761e0-8918-44bd-ac1f-8b15835d23b0 service nova] Enqueued Resource ID: a0c29fd9-a702-4d14-99bc-667b8cc187cf with Priority: HIGHEST for action port [ 889.450480] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0d639079-af2f-4fc8-bec9-00579ffb0c3f with Priority: HIGHEST for action security_group_rules [ 889.450648] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0d639079-af2f-4fc8-bec9-00579ffb0c3f with Priority: HIGHEST for action security_group_members [ 889.450716] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a0c29fd9-a702-4d14-99bc-667b8cc187cf with Priority: HIGHEST for action port [ 889.451411] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0d639079-af2f-4fc8-bec9-00579ffb0c3f taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.451589] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0d639079-af2f-4fc8-bec9-00579ffb0c3f" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.452888] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0d639079-af2f-4fc8-bec9-00579ffb0c3f" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.452888] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0d639079-af2f-4fc8-bec9-00579ffb0c3f" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.452888] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0d639079-af2f-4fc8-bec9-00579ffb0c3f',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 889.453473] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock member-0d639079-af2f-4fc8-bec9-00579ffb0c3f taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.453590] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0d639079-af2f-4fc8-bec9-00579ffb0c3f" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.453658] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0d639079-af2f-4fc8-bec9-00579ffb0c3f" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.453852] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0d639079-af2f-4fc8-bec9-00579ffb0c3f" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.458273] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.458273] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.458273] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.458273] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.458273] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.458273] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0d639079-af2f-4fc8-bec9-00579ffb0c3f',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 889.458273] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock port-a0c29fd9-a702-4d14-99bc-667b8cc187cf taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.458273] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a0c29fd9-a702-4d14-99bc-667b8cc187cf" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.458273] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a0c29fd9-a702-4d14-99bc-667b8cc187cf" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.458273] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a0c29fd9-a702-4d14-99bc-667b8cc187cf" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.458273] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a0c29fd9-a702-4d14-99bc-667b8cc187cf',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 889.480168] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('56718f5e-ffc3-4fca-80b6-7c58be43f4f4',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 889.960109] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a0c29fd9-a702-4d14-99bc-667b8cc187cf with status ACTIVE [ 889.960368] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.960535] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.960607] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.960830] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.960927] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.961169] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.961272] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.961337] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.961501] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.961580] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.961812] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.961859] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.961914] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.962108] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.962192] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.962279] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a0c29fd9-a702-4d14-99bc-667b8cc187cf is going to be updated. [ 889.963497] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0d639079-af2f-4fc8-bec9-00579ffb0c3f',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 889.964905] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock member-0d639079-af2f-4fc8-bec9-00579ffb0c3f taken with stack trace [, , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.964905] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0d639079-af2f-4fc8-bec9-00579ffb0c3f" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.983657] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('56718f5e-ffc3-4fca-80b6-7c58be43f4f4',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 889.994647] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.994868] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.995111] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.995318] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.995385] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.995548] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a0c29fd9-a702-4d14-99bc-667b8cc187cf" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.465679] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0d639079-af2f-4fc8-bec9-00579ffb0c3f',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 890.486397] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.486397] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.486397] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.486397] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.486397] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.486397] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 56718f5e-ffc3-4fca-80b6-7c58be43f4f4 is going to be updated. [ 890.525113] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.525289] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.525360] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.525640] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.525806] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.538264] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 56718f5e-ffc3-4fca-80b6-7c58be43f4f4 in Status: IN_PROGRESS for 2s [ 890.970231] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.970231] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.970231] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.970231] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.971053] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.971331] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0d639079-af2f-4fc8-bec9-00579ffb0c3f is going to be created. [ 891.007165] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.007808] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.007808] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.007808] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.007808] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.019951] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0d639079-af2f-4fc8-bec9-00579ffb0c3f in Status: UNINITIALIZED for 2s [ 891.310037] env[65288]: INFO networking_nsxv3.common.synchronization [req-b993432c-10ec-41a2-90bb-53fb76758b06 req-54e03fa5-f7de-4f8e-b58a-afac56b2cce7 tempest-ServerDiskConfigTestJSON-1970916035 tempest-ServerDiskConfigTestJSON-1970916035-project-member] Enqueued Resource ID: d245eef6-5371-47ae-aacd-21ec39f91d63 with Priority: HIGHEST for action security_group_members [ 891.310037] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d245eef6-5371-47ae-aacd-21ec39f91d63 with Priority: HIGHEST for action security_group_members [ 891.310037] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock member-d245eef6-5371-47ae-aacd-21ec39f91d63 taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.311535] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d245eef6-5371-47ae-aacd-21ec39f91d63" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.311654] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d245eef6-5371-47ae-aacd-21ec39f91d63" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.311973] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d245eef6-5371-47ae-aacd-21ec39f91d63" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.312217] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.312397] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.313392] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.313392] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.313392] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.313392] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d245eef6-5371-47ae-aacd-21ec39f91d63',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 891.702036] env[65288]: INFO networking_nsxv3.common.synchronization [req-e5fc0cfc-8689-4976-9eb2-b74aec981a41 req-30aedf6d-473a-4733-8a63-4ca5c405f09f tempest-SecurityGroupsTestJSON-1080174179 tempest-SecurityGroupsTestJSON-1080174179-project-member] Enqueued Resource ID: e992998d-5675-40b8-9724-0b94dbc625ed with Priority: HIGHEST for action security_group_members [ 891.702942] env[65288]: INFO networking_nsxv3.common.synchronization [req-e5fc0cfc-8689-4976-9eb2-b74aec981a41 req-30aedf6d-473a-4733-8a63-4ca5c405f09f tempest-SecurityGroupsTestJSON-1080174179 tempest-SecurityGroupsTestJSON-1080174179-project-member] Enqueued Resource ID: 8ef647dc-d512-4f76-953f-90944fd4aeda with Priority: HIGHEST for action security_group_members [ 891.702942] env[65288]: INFO networking_nsxv3.common.synchronization [req-e5fc0cfc-8689-4976-9eb2-b74aec981a41 req-30aedf6d-473a-4733-8a63-4ca5c405f09f tempest-SecurityGroupsTestJSON-1080174179 tempest-SecurityGroupsTestJSON-1080174179-project-member] Enqueued Resource ID: d0e97683-17f6-4d4c-80d6-2bdf01e1d98f with Priority: HIGHEST for action security_group_members [ 891.704201] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e992998d-5675-40b8-9724-0b94dbc625ed with Priority: HIGHEST for action security_group_members [ 891.704430] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8ef647dc-d512-4f76-953f-90944fd4aeda with Priority: HIGHEST for action security_group_members [ 891.704547] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d0e97683-17f6-4d4c-80d6-2bdf01e1d98f with Priority: HIGHEST for action security_group_members [ 891.705103] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock member-e992998d-5675-40b8-9724-0b94dbc625ed taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.705304] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e992998d-5675-40b8-9724-0b94dbc625ed" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.705374] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e992998d-5675-40b8-9724-0b94dbc625ed" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.705635] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e992998d-5675-40b8-9724-0b94dbc625ed" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.707108] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.707108] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.707108] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.707108] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.707108] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.707108] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e992998d-5675-40b8-9724-0b94dbc625ed',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 891.707687] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock member-8ef647dc-d512-4f76-953f-90944fd4aeda taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.707805] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8ef647dc-d512-4f76-953f-90944fd4aeda" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.707886] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8ef647dc-d512-4f76-953f-90944fd4aeda" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.708018] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8ef647dc-d512-4f76-953f-90944fd4aeda" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.708192] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.708293] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.708360] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.708642] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.708810] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.708870] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8ef647dc-d512-4f76-953f-90944fd4aeda',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 891.711331] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock member-d0e97683-17f6-4d4c-80d6-2bdf01e1d98f taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.711445] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d0e97683-17f6-4d4c-80d6-2bdf01e1d98f" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.711529] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d0e97683-17f6-4d4c-80d6-2bdf01e1d98f" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.713211] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d0e97683-17f6-4d4c-80d6-2bdf01e1d98f" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.713344] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.713450] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.713516] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.713672] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.713756] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.713858] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d0e97683-17f6-4d4c-80d6-2bdf01e1d98f',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 891.817948] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.819060] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.819060] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.819060] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.846893] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.846893] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.846893] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.846893] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.847255] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.847255] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.847255] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d245eef6-5371-47ae-aacd-21ec39f91d63 is going to be updated. [ 891.897259] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.897456] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.897456] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.897681] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.897828] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.908974] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d245eef6-5371-47ae-aacd-21ec39f91d63 in Status: IN_PROGRESS for 2s [ 892.212825] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.213861] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.216034] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.216034] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.216034] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.216034] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.216034] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.216034] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.216034] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.216034] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.216034] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8ef647dc-d512-4f76-953f-90944fd4aeda is going to be updated. [ 892.219853] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.219994] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.220091] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.220272] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.221402] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.221488] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.242830] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.243097] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.243239] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.243324] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.243524] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.243607] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.243704] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e992998d-5675-40b8-9724-0b94dbc625ed is going to be updated. [ 892.245013] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.245243] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.251411] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.251411] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.251411] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.251604] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.251740] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.267345] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8ef647dc-d512-4f76-953f-90944fd4aeda in Status: IN_PROGRESS for 2s [ 892.270436] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.270436] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.270436] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.270436] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.270436] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.270436] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.270436] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d0e97683-17f6-4d4c-80d6-2bdf01e1d98f is going to be updated. [ 892.287180] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.287340] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.287395] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.287604] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.287755] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.324189] env[65288]: INFO networking_nsxv3.common.synchronization [req-32ea204a-ae32-4de7-8cb8-705b609c48ff req-120ca457-48aa-4e0b-a602-50fc911caa4c tempest-DeleteServersTestJSON-1755245245 tempest-DeleteServersTestJSON-1755245245-project-member] Enqueued Resource ID: 5c1b1b02-0d0e-421c-9442-12c88f168c61 with Priority: HIGHEST for action security_group_members [ 892.324900] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5c1b1b02-0d0e-421c-9442-12c88f168c61 with Priority: HIGHEST for action security_group_members [ 892.325319] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock member-5c1b1b02-0d0e-421c-9442-12c88f168c61 taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.325449] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5c1b1b02-0d0e-421c-9442-12c88f168c61" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.325519] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5c1b1b02-0d0e-421c-9442-12c88f168c61" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.325723] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5c1b1b02-0d0e-421c-9442-12c88f168c61" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.325875] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.325975] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.326050] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.326195] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.326312] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.326380] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5c1b1b02-0d0e-421c-9442-12c88f168c61',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 892.410118] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e992998d-5675-40b8-9724-0b94dbc625ed in Status: IN_PROGRESS for 2s [ 892.448843] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.449066] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.449123] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.450498] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.450498] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.466618] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d0e97683-17f6-4d4c-80d6-2bdf01e1d98f in Status: IN_PROGRESS for 2s [ 892.551463] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 56718f5e-ffc3-4fca-80b6-7c58be43f4f4 in Status: SUCCESS [ 892.551718] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-56718f5e-ffc3-4fca-80b6-7c58be43f4f4" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.551863] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-56718f5e-ffc3-4fca-80b6-7c58be43f4f4" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.553551] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-56718f5e-ffc3-4fca-80b6-7c58be43f4f4" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.553551] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.553551] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.553551] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.553551] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.553551] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.553551] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('56718f5e-ffc3-4fca-80b6-7c58be43f4f4',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 892.736218] env[65288]: DEBUG networking_nsxv3.common.locking [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Lock network-498 taken with stack trace [, , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.736606] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquiring lock "network-498" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.736606] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired lock "network-498" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.736829] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired external semaphore "network-498" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.737110] env[65288]: DEBUG networking_nsxv3.common.locking [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.737271] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquiring lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.737401] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.737600] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired external semaphore "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.737743] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Releasing lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.737952] env[65288]: DEBUG dogpile.cache.region [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] No value present for key: 'zone-id' {{(pid=65288) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 892.738274] env[65288]: DEBUG dogpile.lock [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] NeedRegenerationException {{(pid=65288) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 892.738330] env[65288]: DEBUG dogpile.lock [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] no value, waiting for create lock {{(pid=65288) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 892.738417] env[65288]: DEBUG dogpile.lock [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] value creation lock acquired {{(pid=65288) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 892.738530] env[65288]: DEBUG dogpile.cache.region [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] No value present for key: 'zone-id' {{(pid=65288) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 892.738634] env[65288]: DEBUG dogpile.lock [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Calling creation function for not-yet-present value {{(pid=65288) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 892.738792] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 892.763076] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 892.763277] env[65288]: DEBUG dogpile.cache.region [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65288) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 892.763419] env[65288]: DEBUG dogpile.lock [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Released creation lock {{(pid=65288) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 892.763600] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Releasing lock "network-498" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.763931] env[65288]: DEBUG networking_nsxv3.common.locking [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Lock port-9b0536a4-e10c-4436-a0ad-eda3cd7564a4 taken with stack trace [, , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.764121] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquiring lock "port-9b0536a4-e10c-4436-a0ad-eda3cd7564a4" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.764240] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired lock "port-9b0536a4-e10c-4436-a0ad-eda3cd7564a4" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.764554] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired external semaphore "port-9b0536a4-e10c-4436-a0ad-eda3cd7564a4" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.764690] env[65288]: DEBUG networking_nsxv3.api.rpc [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9b0536a4-e10c-4436-a0ad-eda3cd7564a4',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 892.831857] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.832110] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.832196] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.832352] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.882205] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.882205] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.882205] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.882205] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.882205] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.882205] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.882205] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5c1b1b02-0d0e-421c-9442-12c88f168c61 is going to be updated. [ 892.937400] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.937589] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.937683] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.937943] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.938147] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.949209] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5c1b1b02-0d0e-421c-9442-12c88f168c61 in Status: IN_PROGRESS for 2s [ 893.029689] env[65288]: INFO networking_nsxv3.common.synchronization [req-dac5adf0-a6a8-44cc-b47f-21b0f1574fca req-3e5c92d2-74b7-4984-977b-8fec869ac69b tempest-ServerActionsV293TestJSON-722917977 tempest-ServerActionsV293TestJSON-722917977-project-member] Enqueued Resource ID: 7febb477-5157-4c38-90ef-df7420edadd6 with Priority: HIGHEST for action security_group_members [ 893.030367] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7febb477-5157-4c38-90ef-df7420edadd6 with Priority: HIGHEST for action security_group_members [ 893.030817] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock member-7febb477-5157-4c38-90ef-df7420edadd6 taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.030975] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7febb477-5157-4c38-90ef-df7420edadd6" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.031502] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7febb477-5157-4c38-90ef-df7420edadd6" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.031819] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7febb477-5157-4c38-90ef-df7420edadd6" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.032097] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.032257] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.032325] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.032588] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.032695] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.032793] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7febb477-5157-4c38-90ef-df7420edadd6',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 893.035447] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0d639079-af2f-4fc8-bec9-00579ffb0c3f in Status: SUCCESS [ 893.035688] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0d639079-af2f-4fc8-bec9-00579ffb0c3f" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.036279] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0d639079-af2f-4fc8-bec9-00579ffb0c3f" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.036865] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0d639079-af2f-4fc8-bec9-00579ffb0c3f" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.036865] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.036994] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.037054] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.037308] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.037460] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.038278] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0d639079-af2f-4fc8-bec9-00579ffb0c3f" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.038395] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0d639079-af2f-4fc8-bec9-00579ffb0c3f',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 893.055664] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('56718f5e-ffc3-4fca-80b6-7c58be43f4f4',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 893.267388] env[65288]: DEBUG networking_nsxv3.common.locking [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.267631] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.267758] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.268114] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.268229] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.268383] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Segment Port 9b0536a4-e10c-4436-a0ad-eda3cd7564a4 not found, creating... [ 893.269197] env[65288]: DEBUG networking_nsxv3.common.locking [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.269197] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquiring lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.269197] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.269197] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired external semaphore "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.269396] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Releasing lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.269553] env[65288]: DEBUG networking_nsxv3.common.locking [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.269705] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.269819] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.270161] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.270313] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.270454] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Resource: SegmentPort with ID: 9b0536a4-e10c-4436-a0ad-eda3cd7564a4 is going to be created. [ 893.323243] env[65288]: DEBUG networking_nsxv3.common.locking [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.323475] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.323604] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.323883] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.324453] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.324453] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Releasing lock "port-9b0536a4-e10c-4436-a0ad-eda3cd7564a4" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.540483] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.540483] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.540483] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.540633] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.543105] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock member-0d639079-af2f-4fc8-bec9-00579ffb0c3f taken with stack trace [, , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.543105] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0d639079-af2f-4fc8-bec9-00579ffb0c3f" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.543105] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0d639079-af2f-4fc8-bec9-00579ffb0c3f" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.543105] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0d639079-af2f-4fc8-bec9-00579ffb0c3f" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.543105] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.543105] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.543105] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.543105] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.543105] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.543105] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0d639079-af2f-4fc8-bec9-00579ffb0c3f" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.543105] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock member-0d639079-af2f-4fc8-bec9-00579ffb0c3f taken with stack trace [, , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.543514] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0d639079-af2f-4fc8-bec9-00579ffb0c3f" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.543514] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0d639079-af2f-4fc8-bec9-00579ffb0c3f" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.543514] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0d639079-af2f-4fc8-bec9-00579ffb0c3f" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.543590] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.543680] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.543776] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.543955] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.544500] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.544500] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0d639079-af2f-4fc8-bec9-00579ffb0c3f" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.544500] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0d639079-af2f-4fc8-bec9-00579ffb0c3f',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 893.557432] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('56718f5e-ffc3-4fca-80b6-7c58be43f4f4',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 893.564732] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.564978] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.565131] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.565168] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.565831] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.565831] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.565831] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7febb477-5157-4c38-90ef-df7420edadd6 is going to be updated. [ 893.594391] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.594556] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.594620] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.594817] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.595126] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.604456] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7febb477-5157-4c38-90ef-df7420edadd6 in Status: IN_PROGRESS for 2s [ 893.920971] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d245eef6-5371-47ae-aacd-21ec39f91d63 in Status: SUCCESS [ 893.922124] env[65288]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d245eef6-5371-47ae-aacd-21ec39f91d63 deletion is rescheduled due to dependency. [ 893.922124] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d245eef6-5371-47ae-aacd-21ec39f91d63" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.047244] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0d639079-af2f-4fc8-bec9-00579ffb0c3f: rpc.has_security_group_logging(os_id): False [ 894.061937] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.061937] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.063310] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.063310] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.063442] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.063560] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 56718f5e-ffc3-4fca-80b6-7c58be43f4f4 is going to be updated. [ 894.076443] env[65288]: INFO networking_nsxv3.common.synchronization [req-32ea204a-ae32-4de7-8cb8-705b609c48ff req-ef75e524-5b00-404c-878b-5bbdb5c5e360 service nova] Enqueued Resource ID: 5c1b1b02-0d0e-421c-9442-12c88f168c61 with Priority: HIGHEST for action security_group_rules [ 894.076628] env[65288]: INFO networking_nsxv3.common.synchronization [req-32ea204a-ae32-4de7-8cb8-705b609c48ff req-ef75e524-5b00-404c-878b-5bbdb5c5e360 service nova] Enqueued Resource ID: 5c1b1b02-0d0e-421c-9442-12c88f168c61 with Priority: HIGHEST for action security_group_members [ 894.076766] env[65288]: INFO networking_nsxv3.common.synchronization [req-32ea204a-ae32-4de7-8cb8-705b609c48ff req-ef75e524-5b00-404c-878b-5bbdb5c5e360 service nova] Enqueued Resource ID: 9b0536a4-e10c-4436-a0ad-eda3cd7564a4 with Priority: HIGHEST for action port [ 894.077337] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5c1b1b02-0d0e-421c-9442-12c88f168c61 with Priority: HIGHEST for action security_group_rules [ 894.077501] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5c1b1b02-0d0e-421c-9442-12c88f168c61 with Priority: HIGHEST for action security_group_members [ 894.077582] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9b0536a4-e10c-4436-a0ad-eda3cd7564a4 with Priority: HIGHEST for action port [ 894.077841] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5c1b1b02-0d0e-421c-9442-12c88f168c61 taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.078023] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5c1b1b02-0d0e-421c-9442-12c88f168c61" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.079835] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5c1b1b02-0d0e-421c-9442-12c88f168c61" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.079835] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5c1b1b02-0d0e-421c-9442-12c88f168c61" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.079835] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5c1b1b02-0d0e-421c-9442-12c88f168c61',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 894.079835] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock member-5c1b1b02-0d0e-421c-9442-12c88f168c61 taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.079835] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5c1b1b02-0d0e-421c-9442-12c88f168c61" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.079835] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock port-9b0536a4-e10c-4436-a0ad-eda3cd7564a4 taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.079835] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9b0536a4-e10c-4436-a0ad-eda3cd7564a4" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.079835] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9b0536a4-e10c-4436-a0ad-eda3cd7564a4" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.080585] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9b0536a4-e10c-4436-a0ad-eda3cd7564a4" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.080585] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9b0536a4-e10c-4436-a0ad-eda3cd7564a4',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 894.088403] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.088403] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.088403] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.088403] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.088403] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.088403] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.088735] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.088735] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.088843] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.088946] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.089198] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.089302] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.089375] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.089575] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.089693] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.090143] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.090143] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.090143] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.090327] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.090327] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.090392] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0d639079-af2f-4fc8-bec9-00579ffb0c3f is going to be created. [ 894.117095] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.117290] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.117290] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.117610] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.118178] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.138358] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 56718f5e-ffc3-4fca-80b6-7c58be43f4f4 in Status: IN_PROGRESS for 2s [ 894.187877] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.188389] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.188389] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.188389] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.188588] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.205779] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0d639079-af2f-4fc8-bec9-00579ffb0c3f in Status: IN_PROGRESS for 2s [ 894.288672] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8ef647dc-d512-4f76-953f-90944fd4aeda in Status: SUCCESS [ 894.288838] env[65288]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8ef647dc-d512-4f76-953f-90944fd4aeda deletion is rescheduled due to dependency. [ 894.288938] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8ef647dc-d512-4f76-953f-90944fd4aeda" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.430718] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e992998d-5675-40b8-9724-0b94dbc625ed in Status: SUCCESS [ 894.430912] env[65288]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e992998d-5675-40b8-9724-0b94dbc625ed deletion is rescheduled due to dependency. [ 894.431032] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e992998d-5675-40b8-9724-0b94dbc625ed" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.478391] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d0e97683-17f6-4d4c-80d6-2bdf01e1d98f in Status: SUCCESS [ 894.478391] env[65288]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d0e97683-17f6-4d4c-80d6-2bdf01e1d98f deletion is rescheduled due to dependency. [ 894.478391] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d0e97683-17f6-4d4c-80d6-2bdf01e1d98f" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.582782] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock member-5c1b1b02-0d0e-421c-9442-12c88f168c61 taken with stack trace [, , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.582922] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5c1b1b02-0d0e-421c-9442-12c88f168c61" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.583020] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9b0536a4-e10c-4436-a0ad-eda3cd7564a4 with status ACTIVE [ 894.583277] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.583435] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.583503] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.583676] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.583804] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.584082] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.584193] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.584334] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.584470] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.585476] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.585476] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.585476] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.585476] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.585476] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.585476] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.585476] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9b0536a4-e10c-4436-a0ad-eda3cd7564a4 is going to be updated. [ 894.616226] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.616403] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.616453] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.616685] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.616812] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.616982] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9b0536a4-e10c-4436-a0ad-eda3cd7564a4" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.930259] env[65288]: INFO networking_nsxv3.common.synchronization [req-f5c93705-4336-4d63-973b-40b0843b2542 req-a98db006-a95f-4c9b-88a3-6a4f91ab5cc3 tempest-InstanceActionsNegativeTestJSON-353837346 tempest-InstanceActionsNegativeTestJSON-353837346-project-member] Enqueued Resource ID: 7990b5cf-72d7-4951-8533-00af83cf81f5 with Priority: HIGHEST for action security_group_members [ 894.930862] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7990b5cf-72d7-4951-8533-00af83cf81f5 with Priority: HIGHEST for action security_group_members [ 894.931266] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock member-7990b5cf-72d7-4951-8533-00af83cf81f5 taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.931416] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7990b5cf-72d7-4951-8533-00af83cf81f5" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.931487] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7990b5cf-72d7-4951-8533-00af83cf81f5" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.931741] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7990b5cf-72d7-4951-8533-00af83cf81f5" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.931934] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.932160] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.932231] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.932395] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.932480] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.932577] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7990b5cf-72d7-4951-8533-00af83cf81f5',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 894.959567] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5c1b1b02-0d0e-421c-9442-12c88f168c61 in Status: SUCCESS [ 894.959751] env[65288]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5c1b1b02-0d0e-421c-9442-12c88f168c61 deletion is rescheduled due to dependency. [ 894.959874] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5c1b1b02-0d0e-421c-9442-12c88f168c61" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.960083] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5c1b1b02-0d0e-421c-9442-12c88f168c61" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.960278] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5c1b1b02-0d0e-421c-9442-12c88f168c61" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.960456] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.960587] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.960651] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.960795] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.960873] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.960965] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5c1b1b02-0d0e-421c-9442-12c88f168c61',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 895.337273] env[65288]: DEBUG networking_nsxv3.common.locking [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Lock network-354 taken with stack trace [, , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.337420] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquiring lock "network-354" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.337461] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired lock "network-354" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.337844] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired external semaphore "network-354" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.338114] env[65288]: DEBUG networking_nsxv3.common.locking [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.338275] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquiring lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.338393] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.338613] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired external semaphore "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.338792] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Releasing lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.339036] env[65288]: DEBUG dogpile.cache.region [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] No value present for key: 'zone-id' {{(pid=65288) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 895.339156] env[65288]: DEBUG dogpile.lock [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] NeedRegenerationException {{(pid=65288) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 895.339266] env[65288]: DEBUG dogpile.lock [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] no value, waiting for create lock {{(pid=65288) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 895.339371] env[65288]: DEBUG dogpile.lock [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] value creation lock acquired {{(pid=65288) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 895.339479] env[65288]: DEBUG dogpile.cache.region [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] No value present for key: 'zone-id' {{(pid=65288) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 895.339580] env[65288]: DEBUG dogpile.lock [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Calling creation function for not-yet-present value {{(pid=65288) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 895.339708] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 895.362457] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 895.362695] env[65288]: DEBUG dogpile.cache.region [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65288) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 895.362945] env[65288]: DEBUG dogpile.lock [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Released creation lock {{(pid=65288) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 895.363279] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Releasing lock "network-354" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.363675] env[65288]: DEBUG networking_nsxv3.common.locking [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Lock port-b4d07b8e-8c99-4977-b1a7-8446a800214f taken with stack trace [, , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.363955] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquiring lock "port-b4d07b8e-8c99-4977-b1a7-8446a800214f" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.364038] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired lock "port-b4d07b8e-8c99-4977-b1a7-8446a800214f" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.364440] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired external semaphore "port-b4d07b8e-8c99-4977-b1a7-8446a800214f" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.364704] env[65288]: DEBUG networking_nsxv3.api.rpc [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b4d07b8e-8c99-4977-b1a7-8446a800214f',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 895.434845] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.435064] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.435109] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.435299] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.435386] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.435579] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.435679] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.435743] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.435892] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.435965] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.436071] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7990b5cf-72d7-4951-8533-00af83cf81f5 already deleted. [ 895.436152] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7990b5cf-72d7-4951-8533-00af83cf81f5" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.466420] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5c1b1b02-0d0e-421c-9442-12c88f168c61',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 895.619223] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7febb477-5157-4c38-90ef-df7420edadd6 in Status: SUCCESS [ 895.619223] env[65288]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7febb477-5157-4c38-90ef-df7420edadd6 deletion is rescheduled due to dependency. [ 895.619223] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7febb477-5157-4c38-90ef-df7420edadd6" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.868153] env[65288]: DEBUG networking_nsxv3.common.locking [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.868412] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.868542] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.869037] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.869235] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.869432] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Segment Port b4d07b8e-8c99-4977-b1a7-8446a800214f not found, creating... [ 895.870184] env[65288]: DEBUG networking_nsxv3.common.locking [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.870184] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquiring lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.870184] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.870417] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired external semaphore "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.870583] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Releasing lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.870953] env[65288]: DEBUG networking_nsxv3.common.locking [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.871178] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.871259] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.871497] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.871640] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.871789] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Resource: SegmentPort with ID: b4d07b8e-8c99-4977-b1a7-8446a800214f is going to be created. [ 895.901717] env[65288]: DEBUG networking_nsxv3.common.locking [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.901942] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.902138] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.902373] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.902627] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.902963] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Releasing lock "port-b4d07b8e-8c99-4977-b1a7-8446a800214f" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.968845] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5c1b1b02-0d0e-421c-9442-12c88f168c61',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 896.159259] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 56718f5e-ffc3-4fca-80b6-7c58be43f4f4 in Status: SUCCESS [ 896.159457] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-56718f5e-ffc3-4fca-80b6-7c58be43f4f4" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.159632] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-56718f5e-ffc3-4fca-80b6-7c58be43f4f4" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.159998] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-56718f5e-ffc3-4fca-80b6-7c58be43f4f4" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.160397] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.160397] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.160397] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.160694] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.160694] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.160694] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-56718f5e-ffc3-4fca-80b6-7c58be43f4f4" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.160863] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock member-56718f5e-ffc3-4fca-80b6-7c58be43f4f4 taken with stack trace [, , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.160957] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-56718f5e-ffc3-4fca-80b6-7c58be43f4f4" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.161030] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-56718f5e-ffc3-4fca-80b6-7c58be43f4f4" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.161212] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-56718f5e-ffc3-4fca-80b6-7c58be43f4f4" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.161364] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.161448] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.161506] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.161650] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.161724] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.161806] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-56718f5e-ffc3-4fca-80b6-7c58be43f4f4" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.161921] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('56718f5e-ffc3-4fca-80b6-7c58be43f4f4',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 896.224371] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0d639079-af2f-4fc8-bec9-00579ffb0c3f in Status: SUCCESS [ 896.224671] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0d639079-af2f-4fc8-bec9-00579ffb0c3f" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.473093] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.473264] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.473338] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.473560] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.473649] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.473744] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5c1b1b02-0d0e-421c-9442-12c88f168c61 is going to be updated. [ 896.508942] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.509191] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.509266] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.509487] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.509638] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.519595] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5c1b1b02-0d0e-421c-9442-12c88f168c61 in Status: IN_PROGRESS for 2s [ 896.666144] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 56718f5e-ffc3-4fca-80b6-7c58be43f4f4: rpc.has_security_group_logging(os_id): False [ 896.696750] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.697403] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.697403] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.699417] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.699417] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.699417] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.699417] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.699417] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.699417] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.699417] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.699417] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.699417] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.699794] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.700066] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.700203] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.700457] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.700607] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.700707] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.700893] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.701025] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.701168] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 56718f5e-ffc3-4fca-80b6-7c58be43f4f4 is going to be created. [ 896.704662] env[65288]: INFO networking_nsxv3.common.synchronization [req-f5c93705-4336-4d63-973b-40b0843b2542 req-5eeb090e-f507-46ab-9898-f592a87d88e8 service nova] Enqueued Resource ID: 7990b5cf-72d7-4951-8533-00af83cf81f5 with Priority: HIGHEST for action security_group_rules [ 896.704919] env[65288]: INFO networking_nsxv3.common.synchronization [req-f5c93705-4336-4d63-973b-40b0843b2542 req-5eeb090e-f507-46ab-9898-f592a87d88e8 service nova] Enqueued Resource ID: 7990b5cf-72d7-4951-8533-00af83cf81f5 with Priority: HIGHEST for action security_group_members [ 896.705181] env[65288]: INFO networking_nsxv3.common.synchronization [req-f5c93705-4336-4d63-973b-40b0843b2542 req-5eeb090e-f507-46ab-9898-f592a87d88e8 service nova] Enqueued Resource ID: b4d07b8e-8c99-4977-b1a7-8446a800214f with Priority: HIGHEST for action port [ 896.705752] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7990b5cf-72d7-4951-8533-00af83cf81f5 with Priority: HIGHEST for action security_group_rules [ 896.705949] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7990b5cf-72d7-4951-8533-00af83cf81f5 with Priority: HIGHEST for action security_group_members [ 896.706105] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b4d07b8e-8c99-4977-b1a7-8446a800214f with Priority: HIGHEST for action port [ 896.706425] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7990b5cf-72d7-4951-8533-00af83cf81f5 taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.706583] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7990b5cf-72d7-4951-8533-00af83cf81f5" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.706762] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7990b5cf-72d7-4951-8533-00af83cf81f5" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.707086] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7990b5cf-72d7-4951-8533-00af83cf81f5" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.707214] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7990b5cf-72d7-4951-8533-00af83cf81f5',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 896.708305] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock member-7990b5cf-72d7-4951-8533-00af83cf81f5 taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.708471] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7990b5cf-72d7-4951-8533-00af83cf81f5" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.708571] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7990b5cf-72d7-4951-8533-00af83cf81f5" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.708814] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7990b5cf-72d7-4951-8533-00af83cf81f5" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.709053] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.709265] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.709366] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.709560] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.710662] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.710662] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7990b5cf-72d7-4951-8533-00af83cf81f5',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 896.712659] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock port-b4d07b8e-8c99-4977-b1a7-8446a800214f taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.712659] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b4d07b8e-8c99-4977-b1a7-8446a800214f" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.712659] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b4d07b8e-8c99-4977-b1a7-8446a800214f" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.712659] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b4d07b8e-8c99-4977-b1a7-8446a800214f" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.712659] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b4d07b8e-8c99-4977-b1a7-8446a800214f',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 896.807418] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.807581] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.807677] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.807878] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.808080] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.825252] env[65288]: INFO networking_nsxv3.common.synchronization [req-356e6df9-e2f5-403b-b0e4-4db10f17e4c3 req-5889afdb-e81b-4afc-8521-1c21aa825283 tempest-ListServersNegativeTestJSON-351888188 tempest-ListServersNegativeTestJSON-351888188-project-member] Enqueued Resource ID: 56718f5e-ffc3-4fca-80b6-7c58be43f4f4 with Priority: HIGHEST for action security_group_members [ 896.826506] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 56718f5e-ffc3-4fca-80b6-7c58be43f4f4 in Status: IN_PROGRESS for 2s [ 896.826949] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 56718f5e-ffc3-4fca-80b6-7c58be43f4f4 with Priority: HIGHEST for action security_group_members [ 896.827331] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock member-56718f5e-ffc3-4fca-80b6-7c58be43f4f4 taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.827463] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-56718f5e-ffc3-4fca-80b6-7c58be43f4f4" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.827528] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-56718f5e-ffc3-4fca-80b6-7c58be43f4f4" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.827736] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-56718f5e-ffc3-4fca-80b6-7c58be43f4f4" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.827897] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.827995] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.828069] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.828211] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.828294] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.828389] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('56718f5e-ffc3-4fca-80b6-7c58be43f4f4',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 897.215721] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7990b5cf-72d7-4951-8533-00af83cf81f5',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 897.216661] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock member-7990b5cf-72d7-4951-8533-00af83cf81f5 taken with stack trace [, , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.220439] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7990b5cf-72d7-4951-8533-00af83cf81f5" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.221684] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b4d07b8e-8c99-4977-b1a7-8446a800214f with status ACTIVE [ 897.222896] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.223369] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.223992] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.224440] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.225012] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.225340] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.225531] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.225662] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.225903] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.229253] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.229253] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.229253] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.229253] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.229253] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.229253] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.229253] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b4d07b8e-8c99-4977-b1a7-8446a800214f is going to be updated. [ 897.264304] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.264304] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.264304] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.264304] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.264304] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.264574] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b4d07b8e-8c99-4977-b1a7-8446a800214f" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.331736] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('56718f5e-ffc3-4fca-80b6-7c58be43f4f4',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 897.730054] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7990b5cf-72d7-4951-8533-00af83cf81f5',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 897.835264] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('56718f5e-ffc3-4fca-80b6-7c58be43f4f4',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 898.232586] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.232954] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.232954] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.233175] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.233425] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.233501] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7990b5cf-72d7-4951-8533-00af83cf81f5 is going to be created. [ 898.275770] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.276018] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.276018] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.276229] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.276396] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.300354] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7990b5cf-72d7-4951-8533-00af83cf81f5 in Status: UNINITIALIZED for 2s [ 898.338682] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.340910] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.340910] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.340910] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.340910] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.340910] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 56718f5e-ffc3-4fca-80b6-7c58be43f4f4 is going to be updated. [ 898.388234] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.388234] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.388234] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.388234] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.388234] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.401642] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 56718f5e-ffc3-4fca-80b6-7c58be43f4f4 in Status: IN_PROGRESS for 2s [ 898.537098] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5c1b1b02-0d0e-421c-9442-12c88f168c61 in Status: SUCCESS [ 898.537354] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5c1b1b02-0d0e-421c-9442-12c88f168c61" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.537533] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5c1b1b02-0d0e-421c-9442-12c88f168c61" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.537750] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5c1b1b02-0d0e-421c-9442-12c88f168c61" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.537944] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.538113] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.538178] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.538313] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.538409] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.538520] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5c1b1b02-0d0e-421c-9442-12c88f168c61" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.538628] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5c1b1b02-0d0e-421c-9442-12c88f168c61',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 898.840644] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 56718f5e-ffc3-4fca-80b6-7c58be43f4f4 in Status: SUCCESS [ 898.840883] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-56718f5e-ffc3-4fca-80b6-7c58be43f4f4" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.841102] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-56718f5e-ffc3-4fca-80b6-7c58be43f4f4" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.841331] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-56718f5e-ffc3-4fca-80b6-7c58be43f4f4" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.841455] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('56718f5e-ffc3-4fca-80b6-7c58be43f4f4',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 899.041390] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock member-5c1b1b02-0d0e-421c-9442-12c88f168c61 taken with stack trace [, , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.041632] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5c1b1b02-0d0e-421c-9442-12c88f168c61" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.041692] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5c1b1b02-0d0e-421c-9442-12c88f168c61" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.041930] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5c1b1b02-0d0e-421c-9442-12c88f168c61" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.042154] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.042274] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.042436] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.042952] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.043104] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.043205] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5c1b1b02-0d0e-421c-9442-12c88f168c61" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.043364] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock member-5c1b1b02-0d0e-421c-9442-12c88f168c61 taken with stack trace [, , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.043456] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5c1b1b02-0d0e-421c-9442-12c88f168c61" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.043508] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5c1b1b02-0d0e-421c-9442-12c88f168c61" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.043657] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5c1b1b02-0d0e-421c-9442-12c88f168c61" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.043818] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.043923] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.043981] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.044186] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.044291] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.044378] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5c1b1b02-0d0e-421c-9442-12c88f168c61" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.044471] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5c1b1b02-0d0e-421c-9442-12c88f168c61',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 899.343722] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock member-56718f5e-ffc3-4fca-80b6-7c58be43f4f4 taken with stack trace [, , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.344030] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-56718f5e-ffc3-4fca-80b6-7c58be43f4f4" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.546372] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5c1b1b02-0d0e-421c-9442-12c88f168c61: rpc.has_security_group_logging(os_id): False [ 899.594107] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.594284] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.594356] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.594591] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.594693] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.594911] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.595096] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.595191] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.595304] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.596492] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.596492] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.596492] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.596492] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.596492] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.596492] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.596492] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.596492] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.596492] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.596492] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.596492] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.596906] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5c1b1b02-0d0e-421c-9442-12c88f168c61 is going to be updated. [ 899.715645] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.715967] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.715967] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.716065] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.716179] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.734163] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5c1b1b02-0d0e-421c-9442-12c88f168c61 in Status: IN_PROGRESS for 2s [ 899.749215] env[65288]: INFO networking_nsxv3.common.synchronization [req-146dbbfd-d836-4e15-9385-aba07b887b7c req-959461cf-3301-41b4-b694-d71da1bd917d tempest-ImagesOneServerNegativeTestJSON-1883664013 tempest-ImagesOneServerNegativeTestJSON-1883664013-project-member] Enqueued Resource ID: a11330c4-cf58-4a08-a8b1-e79c4012e1bd with Priority: HIGHEST for action security_group_members [ 899.749215] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a11330c4-cf58-4a08-a8b1-e79c4012e1bd with Priority: HIGHEST for action security_group_members [ 899.749215] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock member-a11330c4-cf58-4a08-a8b1-e79c4012e1bd taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.749215] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a11330c4-cf58-4a08-a8b1-e79c4012e1bd" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.749215] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a11330c4-cf58-4a08-a8b1-e79c4012e1bd" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.749215] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a11330c4-cf58-4a08-a8b1-e79c4012e1bd" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.749215] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.749215] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.749215] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.749215] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.749215] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.749215] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a11330c4-cf58-4a08-a8b1-e79c4012e1bd',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 900.071609] env[65288]: INFO networking_nsxv3.common.synchronization [req-d8ea2181-b65a-4b73-af2f-d9623a9b8c7e req-e89accbd-e116-4ffb-a9d2-3a14382a4c8d tempest-ServersAdminTestJSON-1417343482 tempest-ServersAdminTestJSON-1417343482-project-member] Enqueued Resource ID: d4809d67-1b31-408a-868c-7991f7666292 with Priority: HIGHEST for action security_group_members [ 900.072075] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d4809d67-1b31-408a-868c-7991f7666292 with Priority: HIGHEST for action security_group_members [ 900.072272] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock member-d4809d67-1b31-408a-868c-7991f7666292 taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.072514] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d4809d67-1b31-408a-868c-7991f7666292" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.072514] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d4809d67-1b31-408a-868c-7991f7666292" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.072642] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d4809d67-1b31-408a-868c-7991f7666292" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.072790] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.072888] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.072944] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.073133] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.073216] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.073304] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d4809d67-1b31-408a-868c-7991f7666292',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 900.083386] env[65288]: DEBUG networking_nsxv3.common.locking [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Lock network-296 taken with stack trace [, , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.083580] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquiring lock "network-296" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.083702] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired lock "network-296" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.083949] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired external semaphore "network-296" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.084204] env[65288]: DEBUG networking_nsxv3.common.locking [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.084354] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquiring lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.084466] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.084669] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired external semaphore "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.084807] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Releasing lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.085031] env[65288]: DEBUG dogpile.cache.region [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] No value present for key: 'zone-id' {{(pid=65288) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 900.085139] env[65288]: DEBUG dogpile.lock [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] NeedRegenerationException {{(pid=65288) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 900.085238] env[65288]: DEBUG dogpile.lock [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] no value, waiting for create lock {{(pid=65288) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 900.085338] env[65288]: DEBUG dogpile.lock [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] value creation lock acquired {{(pid=65288) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 900.085558] env[65288]: DEBUG dogpile.cache.region [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] No value present for key: 'zone-id' {{(pid=65288) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 900.085558] env[65288]: DEBUG dogpile.lock [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Calling creation function for not-yet-present value {{(pid=65288) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 900.085673] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 900.108437] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 900.108546] env[65288]: DEBUG dogpile.cache.region [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65288) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 900.109098] env[65288]: DEBUG dogpile.lock [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Released creation lock {{(pid=65288) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 900.109098] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Releasing lock "network-296" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.109256] env[65288]: DEBUG networking_nsxv3.common.locking [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Lock port-c1d68220-4e2b-4757-ade0-e09bf001e568 taken with stack trace [, , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.109432] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquiring lock "port-c1d68220-4e2b-4757-ade0-e09bf001e568" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.109549] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired lock "port-c1d68220-4e2b-4757-ade0-e09bf001e568" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.110023] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired external semaphore "port-c1d68220-4e2b-4757-ade0-e09bf001e568" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.110073] env[65288]: DEBUG networking_nsxv3.api.rpc [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c1d68220-4e2b-4757-ade0-e09bf001e568',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 900.253521] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.253694] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.253768] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.253990] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.280109] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.280452] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.280631] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.280700] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.280849] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.280924] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.281127] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a11330c4-cf58-4a08-a8b1-e79c4012e1bd is going to be updated. [ 900.312423] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.312576] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.312654] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.312867] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.313025] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.315311] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7990b5cf-72d7-4951-8533-00af83cf81f5 in Status: SUCCESS [ 900.315311] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7990b5cf-72d7-4951-8533-00af83cf81f5" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.315376] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7990b5cf-72d7-4951-8533-00af83cf81f5" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.315553] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7990b5cf-72d7-4951-8533-00af83cf81f5" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.315733] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.315841] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.315908] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.316600] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.316600] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.316600] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7990b5cf-72d7-4951-8533-00af83cf81f5" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.316600] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7990b5cf-72d7-4951-8533-00af83cf81f5',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 900.325291] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a11330c4-cf58-4a08-a8b1-e79c4012e1bd in Status: IN_PROGRESS for 2s [ 900.413339] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 56718f5e-ffc3-4fca-80b6-7c58be43f4f4 in Status: SUCCESS [ 900.413744] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-56718f5e-ffc3-4fca-80b6-7c58be43f4f4" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.413744] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-56718f5e-ffc3-4fca-80b6-7c58be43f4f4" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.413998] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-56718f5e-ffc3-4fca-80b6-7c58be43f4f4" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.414148] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.414254] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.414324] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.414476] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.414557] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.414719] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-56718f5e-ffc3-4fca-80b6-7c58be43f4f4" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.414823] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('56718f5e-ffc3-4fca-80b6-7c58be43f4f4',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 900.575760] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.575927] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.575998] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.576246] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.598882] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.599211] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.599299] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.599402] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.599592] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.599676] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.599728] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d4809d67-1b31-408a-868c-7991f7666292 is going to be updated. [ 900.613082] env[65288]: DEBUG networking_nsxv3.common.locking [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.613082] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.613082] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.613433] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.613465] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.613599] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Segment Port c1d68220-4e2b-4757-ade0-e09bf001e568 not found, creating... [ 900.613858] env[65288]: DEBUG networking_nsxv3.common.locking [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.614027] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquiring lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.614144] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.614359] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired external semaphore "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.614493] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Releasing lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.614761] env[65288]: DEBUG networking_nsxv3.common.locking [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.614913] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.615037] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.615242] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.615372] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.615504] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Resource: SegmentPort with ID: c1d68220-4e2b-4757-ade0-e09bf001e568 is going to be created. [ 900.645767] env[65288]: DEBUG networking_nsxv3.common.locking [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.645987] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.646130] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.646499] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.646741] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.647185] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Releasing lock "port-c1d68220-4e2b-4757-ade0-e09bf001e568" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.649030] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.649146] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.649242] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.649482] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.649539] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.665127] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d4809d67-1b31-408a-868c-7991f7666292 in Status: IN_PROGRESS for 2s [ 900.818597] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock member-7990b5cf-72d7-4951-8533-00af83cf81f5 taken with stack trace [, , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.818597] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7990b5cf-72d7-4951-8533-00af83cf81f5" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.818706] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7990b5cf-72d7-4951-8533-00af83cf81f5" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.818998] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7990b5cf-72d7-4951-8533-00af83cf81f5" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.819255] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.819381] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.819448] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.819606] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.819692] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.819864] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7990b5cf-72d7-4951-8533-00af83cf81f5" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.820070] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock member-7990b5cf-72d7-4951-8533-00af83cf81f5 taken with stack trace [, , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.820190] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7990b5cf-72d7-4951-8533-00af83cf81f5" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.820243] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7990b5cf-72d7-4951-8533-00af83cf81f5" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.820381] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7990b5cf-72d7-4951-8533-00af83cf81f5" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.820516] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.820670] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.820670] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.821375] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.821375] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.821375] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7990b5cf-72d7-4951-8533-00af83cf81f5" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.821375] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7990b5cf-72d7-4951-8533-00af83cf81f5',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 900.920024] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock member-56718f5e-ffc3-4fca-80b6-7c58be43f4f4 taken with stack trace [, , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.920024] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-56718f5e-ffc3-4fca-80b6-7c58be43f4f4" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.920024] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-56718f5e-ffc3-4fca-80b6-7c58be43f4f4" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.920024] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-56718f5e-ffc3-4fca-80b6-7c58be43f4f4" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.920024] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.920024] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.920024] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.920024] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.920024] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.920024] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-56718f5e-ffc3-4fca-80b6-7c58be43f4f4" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.920024] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock member-56718f5e-ffc3-4fca-80b6-7c58be43f4f4 taken with stack trace [, , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.920024] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-56718f5e-ffc3-4fca-80b6-7c58be43f4f4" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.920024] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-56718f5e-ffc3-4fca-80b6-7c58be43f4f4" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.920024] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-56718f5e-ffc3-4fca-80b6-7c58be43f4f4" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.920732] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.920992] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.921183] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.921502] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.921712] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.921921] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-56718f5e-ffc3-4fca-80b6-7c58be43f4f4" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.922570] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('56718f5e-ffc3-4fca-80b6-7c58be43f4f4',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 901.325090] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7990b5cf-72d7-4951-8533-00af83cf81f5: rpc.has_security_group_logging(os_id): False [ 901.347116] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.347456] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.347620] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.349017] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.349017] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.349017] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.349017] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.349017] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.349017] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.349017] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.349017] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.349017] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.349442] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.349686] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.349881] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.351664] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.351664] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.351664] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.351664] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.351664] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.351664] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7990b5cf-72d7-4951-8533-00af83cf81f5 is going to be created. [ 901.425318] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 56718f5e-ffc3-4fca-80b6-7c58be43f4f4: rpc.has_security_group_logging(os_id): False [ 901.430025] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.430025] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.430025] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.430025] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.430025] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.450366] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.451329] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.451535] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.452182] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.452182] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.452741] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.452741] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.452933] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.453172] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.453343] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.453789] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.454070] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.454070] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.454416] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.454583] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.455015] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.455215] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.455331] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.455611] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.455766] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.455921] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 56718f5e-ffc3-4fca-80b6-7c58be43f4f4 is going to be updated. [ 901.459908] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7990b5cf-72d7-4951-8533-00af83cf81f5 in Status: IN_PROGRESS for 2s [ 901.472908] env[65288]: INFO networking_nsxv3.common.synchronization [req-146dbbfd-d836-4e15-9385-aba07b887b7c req-046f87ab-069d-477b-943c-f43c34b35388 service nova] Enqueued Resource ID: a11330c4-cf58-4a08-a8b1-e79c4012e1bd with Priority: HIGHEST for action security_group_rules [ 901.475190] env[65288]: INFO networking_nsxv3.common.synchronization [req-146dbbfd-d836-4e15-9385-aba07b887b7c req-046f87ab-069d-477b-943c-f43c34b35388 service nova] Enqueued Resource ID: a11330c4-cf58-4a08-a8b1-e79c4012e1bd with Priority: HIGHEST for action security_group_members [ 901.475190] env[65288]: INFO networking_nsxv3.common.synchronization [req-146dbbfd-d836-4e15-9385-aba07b887b7c req-046f87ab-069d-477b-943c-f43c34b35388 service nova] Enqueued Resource ID: c1d68220-4e2b-4757-ade0-e09bf001e568 with Priority: HIGHEST for action port [ 901.475190] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a11330c4-cf58-4a08-a8b1-e79c4012e1bd with Priority: HIGHEST for action security_group_rules [ 901.475190] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a11330c4-cf58-4a08-a8b1-e79c4012e1bd with Priority: HIGHEST for action security_group_members [ 901.475374] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c1d68220-4e2b-4757-ade0-e09bf001e568 with Priority: HIGHEST for action port [ 901.475884] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a11330c4-cf58-4a08-a8b1-e79c4012e1bd taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.476099] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a11330c4-cf58-4a08-a8b1-e79c4012e1bd" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.476180] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a11330c4-cf58-4a08-a8b1-e79c4012e1bd" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.476681] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a11330c4-cf58-4a08-a8b1-e79c4012e1bd" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.476863] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a11330c4-cf58-4a08-a8b1-e79c4012e1bd',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 901.478232] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock member-a11330c4-cf58-4a08-a8b1-e79c4012e1bd taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.481496] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a11330c4-cf58-4a08-a8b1-e79c4012e1bd" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.481643] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock port-c1d68220-4e2b-4757-ade0-e09bf001e568 taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.481759] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c1d68220-4e2b-4757-ade0-e09bf001e568" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.481821] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c1d68220-4e2b-4757-ade0-e09bf001e568" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.482114] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c1d68220-4e2b-4757-ade0-e09bf001e568" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.482259] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c1d68220-4e2b-4757-ade0-e09bf001e568',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 901.601700] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.604023] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.604023] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.604023] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.604023] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.645956] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 56718f5e-ffc3-4fca-80b6-7c58be43f4f4 in Status: IN_PROGRESS for 2s [ 901.776170] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5c1b1b02-0d0e-421c-9442-12c88f168c61 in Status: SUCCESS [ 901.776404] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5c1b1b02-0d0e-421c-9442-12c88f168c61" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.970838] env[65288]: INFO networking_nsxv3.common.synchronization [req-d57d2c00-c295-4bce-a43c-5cc0028e3d2a req-d56ffc70-2f2a-481c-b4ad-b0c4c90358f0 tempest-InstanceActionsV221TestJSON-731199414 tempest-InstanceActionsV221TestJSON-731199414-project-member] Enqueued Resource ID: 0d639079-af2f-4fc8-bec9-00579ffb0c3f with Priority: HIGHEST for action security_group_members [ 901.971548] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0d639079-af2f-4fc8-bec9-00579ffb0c3f with Priority: HIGHEST for action security_group_members [ 901.971889] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock member-0d639079-af2f-4fc8-bec9-00579ffb0c3f taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.972093] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0d639079-af2f-4fc8-bec9-00579ffb0c3f" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.972140] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0d639079-af2f-4fc8-bec9-00579ffb0c3f" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.972339] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0d639079-af2f-4fc8-bec9-00579ffb0c3f" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.972509] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.972606] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.972666] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.972809] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.972893] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.973310] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0d639079-af2f-4fc8-bec9-00579ffb0c3f',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 901.986392] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock member-a11330c4-cf58-4a08-a8b1-e79c4012e1bd taken with stack trace [, , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.986517] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a11330c4-cf58-4a08-a8b1-e79c4012e1bd" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.986714] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c1d68220-4e2b-4757-ade0-e09bf001e568 with status ACTIVE [ 901.986911] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.987022] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.987087] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.987291] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.987374] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.987536] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.987625] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.987683] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.987831] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.987900] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.988085] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.988172] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.988231] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.988370] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.988438] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.988517] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c1d68220-4e2b-4757-ade0-e09bf001e568 is going to be updated. [ 902.015350] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.015880] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.015880] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.015880] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.016032] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.016128] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c1d68220-4e2b-4757-ade0-e09bf001e568" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.336445] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a11330c4-cf58-4a08-a8b1-e79c4012e1bd in Status: SUCCESS [ 902.336715] env[65288]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a11330c4-cf58-4a08-a8b1-e79c4012e1bd deletion is rescheduled due to dependency. [ 902.336826] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a11330c4-cf58-4a08-a8b1-e79c4012e1bd" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.337044] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a11330c4-cf58-4a08-a8b1-e79c4012e1bd" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.337265] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a11330c4-cf58-4a08-a8b1-e79c4012e1bd" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.337452] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.337569] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.337633] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.337774] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.337853] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.338040] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a11330c4-cf58-4a08-a8b1-e79c4012e1bd',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 902.477826] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.478234] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.478234] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.478308] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.478385] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.478598] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.478696] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.478759] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.479022] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.479108] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.479193] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0d639079-af2f-4fc8-bec9-00579ffb0c3f is going to be updated. [ 902.489049] env[65288]: INFO networking_nsxv3.common.synchronization [None req-7698e6c9-ceb2-4d95-8754-b0a821ec4913 tempest-AttachInterfacesTestJSON-212311792 tempest-AttachInterfacesTestJSON-212311792-project-member] Enqueued Resource ID: 95112a18-891c-4b28-bdef-db6097f2cb82 with Priority: HIGHEST for action security_group_rules [ 902.490210] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 95112a18-891c-4b28-bdef-db6097f2cb82 with Priority: HIGHEST for action security_group_rules [ 902.490210] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock rules-95112a18-891c-4b28-bdef-db6097f2cb82 taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.490210] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-95112a18-891c-4b28-bdef-db6097f2cb82" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.490339] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-95112a18-891c-4b28-bdef-db6097f2cb82" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.490514] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-95112a18-891c-4b28-bdef-db6097f2cb82" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.490769] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('95112a18-891c-4b28-bdef-db6097f2cb82',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 902.514880] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.515102] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.515102] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.516050] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.516050] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.528340] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0d639079-af2f-4fc8-bec9-00579ffb0c3f in Status: IN_PROGRESS for 2s [ 902.585156] env[65288]: INFO networking_nsxv3.common.synchronization [None req-7d31c060-0caf-4e4f-8645-ce5701af5080 tempest-AttachInterfacesTestJSON-212311792 tempest-AttachInterfacesTestJSON-212311792-project-member] Enqueued Resource ID: 95112a18-891c-4b28-bdef-db6097f2cb82 with Priority: HIGHEST for action security_group_rules [ 902.585927] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 95112a18-891c-4b28-bdef-db6097f2cb82 with Priority: HIGHEST for action security_group_rules [ 902.586344] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock rules-95112a18-891c-4b28-bdef-db6097f2cb82 taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.586484] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-95112a18-891c-4b28-bdef-db6097f2cb82" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.684142] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d4809d67-1b31-408a-868c-7991f7666292 in Status: SUCCESS [ 902.684142] env[65288]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d4809d67-1b31-408a-868c-7991f7666292 deletion is rescheduled due to dependency. [ 902.684359] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d4809d67-1b31-408a-868c-7991f7666292" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.841706] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a11330c4-cf58-4a08-a8b1-e79c4012e1bd',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 903.020045] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.020045] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.020045] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.020045] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.020045] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.020045] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 95112a18-891c-4b28-bdef-db6097f2cb82 already deleted. [ 903.020045] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-95112a18-891c-4b28-bdef-db6097f2cb82" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.020045] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-95112a18-891c-4b28-bdef-db6097f2cb82" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.020045] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-95112a18-891c-4b28-bdef-db6097f2cb82" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.020045] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('95112a18-891c-4b28-bdef-db6097f2cb82',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 903.343562] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a11330c4-cf58-4a08-a8b1-e79c4012e1bd',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 903.475127] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7990b5cf-72d7-4951-8533-00af83cf81f5 in Status: SUCCESS [ 903.475468] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7990b5cf-72d7-4951-8533-00af83cf81f5" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.544049] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.544049] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.544049] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.544689] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.544689] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.544689] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 95112a18-891c-4b28-bdef-db6097f2cb82 already deleted. [ 903.544689] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-95112a18-891c-4b28-bdef-db6097f2cb82" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.665048] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 56718f5e-ffc3-4fca-80b6-7c58be43f4f4 in Status: SUCCESS [ 903.665048] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-56718f5e-ffc3-4fca-80b6-7c58be43f4f4" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.665897] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-56718f5e-ffc3-4fca-80b6-7c58be43f4f4" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.666406] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-56718f5e-ffc3-4fca-80b6-7c58be43f4f4" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.666406] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('56718f5e-ffc3-4fca-80b6-7c58be43f4f4',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 903.849786] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.849786] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.849786] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.849786] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.849786] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.849786] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a11330c4-cf58-4a08-a8b1-e79c4012e1bd is going to be updated. [ 903.897777] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.897989] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.897989] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.898268] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.898478] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.908381] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a11330c4-cf58-4a08-a8b1-e79c4012e1bd in Status: IN_PROGRESS for 2s [ 904.168921] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock member-56718f5e-ffc3-4fca-80b6-7c58be43f4f4 taken with stack trace [, , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.170623] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-56718f5e-ffc3-4fca-80b6-7c58be43f4f4" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.170623] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-56718f5e-ffc3-4fca-80b6-7c58be43f4f4" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.170623] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-56718f5e-ffc3-4fca-80b6-7c58be43f4f4" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.170623] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.170623] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.170623] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.170623] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.170623] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.170623] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-56718f5e-ffc3-4fca-80b6-7c58be43f4f4" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.170623] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('56718f5e-ffc3-4fca-80b6-7c58be43f4f4',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 904.541891] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0d639079-af2f-4fc8-bec9-00579ffb0c3f in Status: SUCCESS [ 904.542198] env[65288]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0d639079-af2f-4fc8-bec9-00579ffb0c3f deletion is rescheduled due to dependency. [ 904.542629] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0d639079-af2f-4fc8-bec9-00579ffb0c3f" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.674201] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock member-56718f5e-ffc3-4fca-80b6-7c58be43f4f4 taken with stack trace [, , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.674883] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-56718f5e-ffc3-4fca-80b6-7c58be43f4f4" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.674883] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-56718f5e-ffc3-4fca-80b6-7c58be43f4f4" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.674883] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-56718f5e-ffc3-4fca-80b6-7c58be43f4f4" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.674883] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.674883] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.675145] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.675145] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.675222] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.675290] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-56718f5e-ffc3-4fca-80b6-7c58be43f4f4" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.675434] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock member-56718f5e-ffc3-4fca-80b6-7c58be43f4f4 taken with stack trace [, , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.675527] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-56718f5e-ffc3-4fca-80b6-7c58be43f4f4" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.675582] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-56718f5e-ffc3-4fca-80b6-7c58be43f4f4" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.675720] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-56718f5e-ffc3-4fca-80b6-7c58be43f4f4" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.675876] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.675986] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.676091] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.676203] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.676278] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.676389] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-56718f5e-ffc3-4fca-80b6-7c58be43f4f4" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.676458] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('56718f5e-ffc3-4fca-80b6-7c58be43f4f4',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 905.179360] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 56718f5e-ffc3-4fca-80b6-7c58be43f4f4: rpc.has_security_group_logging(os_id): False [ 905.201321] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.201321] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.201321] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.201321] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.201321] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.201321] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.201321] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.201321] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.201764] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.201764] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.201764] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.201957] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.201957] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.202417] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.202500] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.202705] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.202800] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.203380] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.203380] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.203380] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.203380] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 56718f5e-ffc3-4fca-80b6-7c58be43f4f4 is going to be updated. [ 905.276348] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.276348] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.276555] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.276650] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.276863] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.298478] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 56718f5e-ffc3-4fca-80b6-7c58be43f4f4 in Status: IN_PROGRESS for 2s [ 905.930898] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a11330c4-cf58-4a08-a8b1-e79c4012e1bd in Status: SUCCESS [ 905.930898] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a11330c4-cf58-4a08-a8b1-e79c4012e1bd" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.930898] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a11330c4-cf58-4a08-a8b1-e79c4012e1bd" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.930898] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a11330c4-cf58-4a08-a8b1-e79c4012e1bd" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.930898] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.930898] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.930898] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.931602] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.931602] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.931602] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a11330c4-cf58-4a08-a8b1-e79c4012e1bd" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.931602] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a11330c4-cf58-4a08-a8b1-e79c4012e1bd',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 906.437767] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock member-a11330c4-cf58-4a08-a8b1-e79c4012e1bd taken with stack trace [, , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.437767] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a11330c4-cf58-4a08-a8b1-e79c4012e1bd" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.437767] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a11330c4-cf58-4a08-a8b1-e79c4012e1bd" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.437767] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a11330c4-cf58-4a08-a8b1-e79c4012e1bd" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.437767] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.437767] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.437767] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.437767] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.437767] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.438230] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a11330c4-cf58-4a08-a8b1-e79c4012e1bd" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.438230] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock member-a11330c4-cf58-4a08-a8b1-e79c4012e1bd taken with stack trace [, , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.438230] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a11330c4-cf58-4a08-a8b1-e79c4012e1bd" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.438230] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a11330c4-cf58-4a08-a8b1-e79c4012e1bd" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.438230] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a11330c4-cf58-4a08-a8b1-e79c4012e1bd" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.438556] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.438556] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.438556] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.438675] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.438705] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.438788] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a11330c4-cf58-4a08-a8b1-e79c4012e1bd" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.438935] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a11330c4-cf58-4a08-a8b1-e79c4012e1bd',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 906.943423] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a11330c4-cf58-4a08-a8b1-e79c4012e1bd: rpc.has_security_group_logging(os_id): False [ 906.965464] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.965784] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.966069] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.967376] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.967376] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.967376] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.967376] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.967376] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.967376] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.967376] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.967376] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.967863] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.967954] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.968140] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.968249] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.968474] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.968599] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.968681] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.969270] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.969270] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.969270] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a11330c4-cf58-4a08-a8b1-e79c4012e1bd is going to be updated. [ 907.051845] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.051845] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.051845] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.052298] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.052298] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.072130] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a11330c4-cf58-4a08-a8b1-e79c4012e1bd in Status: IN_PROGRESS for 2s [ 907.304523] env[65288]: INFO networking_nsxv3.common.synchronization [req-92cdda09-460b-4e6a-9265-afa30559397b req-7a9f73a4-670c-46a9-8de9-966c272466bf tempest-InstanceActionsNegativeTestJSON-353837346 tempest-InstanceActionsNegativeTestJSON-353837346-project-member] Enqueued Resource ID: 7990b5cf-72d7-4951-8533-00af83cf81f5 with Priority: HIGHEST for action security_group_members [ 907.305344] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7990b5cf-72d7-4951-8533-00af83cf81f5 with Priority: HIGHEST for action security_group_members [ 907.306178] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock member-7990b5cf-72d7-4951-8533-00af83cf81f5 taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.306338] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7990b5cf-72d7-4951-8533-00af83cf81f5" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.306411] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7990b5cf-72d7-4951-8533-00af83cf81f5" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.306628] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7990b5cf-72d7-4951-8533-00af83cf81f5" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.306802] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.306930] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.306988] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.307289] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.307289] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.307443] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7990b5cf-72d7-4951-8533-00af83cf81f5',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 907.323242] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 56718f5e-ffc3-4fca-80b6-7c58be43f4f4 in Status: SUCCESS [ 907.324053] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-56718f5e-ffc3-4fca-80b6-7c58be43f4f4" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.810636] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.810636] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.810874] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.810991] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.811494] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.812064] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.812064] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.812064] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.812541] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.812541] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.812639] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7990b5cf-72d7-4951-8533-00af83cf81f5 is going to be updated. [ 907.846741] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.846741] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.846741] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.846908] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.846937] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.872538] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7990b5cf-72d7-4951-8533-00af83cf81f5 in Status: IN_PROGRESS for 2s [ 908.617961] env[65288]: INFO networking_nsxv3.common.synchronization [req-3f71bf3d-d19a-430d-90a1-e184b96d79ec req-12fbb8e7-cdb8-405b-be67-d428839dab2a tempest-ImagesTestJSON-2079948910 tempest-ImagesTestJSON-2079948910-project-member] Enqueued Resource ID: 478730e0-937c-4d51-bdac-99273bb9dff3 with Priority: HIGHEST for action security_group_members [ 908.618506] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 478730e0-937c-4d51-bdac-99273bb9dff3 with Priority: HIGHEST for action security_group_members [ 908.619167] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock member-478730e0-937c-4d51-bdac-99273bb9dff3 taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.619299] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-478730e0-937c-4d51-bdac-99273bb9dff3" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.619365] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-478730e0-937c-4d51-bdac-99273bb9dff3" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.619716] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-478730e0-937c-4d51-bdac-99273bb9dff3" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.619716] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.619884] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.619884] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.620122] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.620193] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.621133] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('478730e0-937c-4d51-bdac-99273bb9dff3',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 909.040750] env[65288]: DEBUG networking_nsxv3.common.locking [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Lock network-797 taken with stack trace [, , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.040978] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquiring lock "network-797" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.042257] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired lock "network-797" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.042257] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired external semaphore "network-797" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.043820] env[65288]: DEBUG networking_nsxv3.common.locking [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.044042] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquiring lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.044183] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.044446] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired external semaphore "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.044600] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Releasing lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.044837] env[65288]: DEBUG dogpile.cache.region [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] No value present for key: 'zone-id' {{(pid=65288) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 909.044976] env[65288]: DEBUG dogpile.lock [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] NeedRegenerationException {{(pid=65288) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 909.045139] env[65288]: DEBUG dogpile.lock [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] no value, waiting for create lock {{(pid=65288) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 909.045255] env[65288]: DEBUG dogpile.lock [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] value creation lock acquired {{(pid=65288) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 909.045374] env[65288]: DEBUG dogpile.cache.region [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] No value present for key: 'zone-id' {{(pid=65288) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 909.045486] env[65288]: DEBUG dogpile.lock [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Calling creation function for not-yet-present value {{(pid=65288) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 909.045643] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 909.067113] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 909.067322] env[65288]: DEBUG dogpile.cache.region [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65288) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 909.067447] env[65288]: DEBUG dogpile.lock [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Released creation lock {{(pid=65288) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 909.067630] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Releasing lock "network-797" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.067962] env[65288]: DEBUG networking_nsxv3.common.locking [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Lock port-cfa53f9e-9fe8-4aad-ae9a-bb3cf6fcd79c taken with stack trace [, , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.068154] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquiring lock "port-cfa53f9e-9fe8-4aad-ae9a-bb3cf6fcd79c" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.068261] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired lock "port-cfa53f9e-9fe8-4aad-ae9a-bb3cf6fcd79c" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.068590] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired external semaphore "port-cfa53f9e-9fe8-4aad-ae9a-bb3cf6fcd79c" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.068731] env[65288]: DEBUG networking_nsxv3.api.rpc [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cfa53f9e-9fe8-4aad-ae9a-bb3cf6fcd79c',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 909.088187] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a11330c4-cf58-4a08-a8b1-e79c4012e1bd in Status: SUCCESS [ 909.088599] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a11330c4-cf58-4a08-a8b1-e79c4012e1bd" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.122563] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('478730e0-937c-4d51-bdac-99273bb9dff3',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 909.541714] env[65288]: INFO networking_nsxv3.common.synchronization [None req-4cd8623c-83f3-4a3d-bb52-788774454480 None None] Enqueued Resource ID: b93e0c77-f520-4031-b311-411fc41f1e68 with Priority: HIGHEST for action port [ 909.542651] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b93e0c77-f520-4031-b311-411fc41f1e68 with Priority: HIGHEST for action port [ 909.543080] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock port-b93e0c77-f520-4031-b311-411fc41f1e68 taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.543258] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b93e0c77-f520-4031-b311-411fc41f1e68" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.543350] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b93e0c77-f520-4031-b311-411fc41f1e68" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.543655] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b93e0c77-f520-4031-b311-411fc41f1e68" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.543787] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b93e0c77-f520-4031-b311-411fc41f1e68',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 909.572389] env[65288]: DEBUG networking_nsxv3.common.locking [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.573343] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.573548] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.573948] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.574124] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.574463] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Segment Port cfa53f9e-9fe8-4aad-ae9a-bb3cf6fcd79c not found, creating... [ 909.574725] env[65288]: DEBUG networking_nsxv3.common.locking [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.574955] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquiring lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.575178] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.575376] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired external semaphore "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.575512] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Releasing lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.575794] env[65288]: DEBUG networking_nsxv3.common.locking [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.575948] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.580613] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.580905] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.581085] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.581247] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Resource: SegmentPort with ID: cfa53f9e-9fe8-4aad-ae9a-bb3cf6fcd79c is going to be created. [ 909.604853] env[65288]: DEBUG networking_nsxv3.common.locking [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.605375] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.605642] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.606165] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.606365] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.606730] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Releasing lock "port-cfa53f9e-9fe8-4aad-ae9a-bb3cf6fcd79c" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.625526] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('478730e0-937c-4d51-bdac-99273bb9dff3',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 909.883373] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7990b5cf-72d7-4951-8533-00af83cf81f5 in Status: SUCCESS [ 909.883916] env[65288]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7990b5cf-72d7-4951-8533-00af83cf81f5 deletion is rescheduled due to dependency. [ 909.884151] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7990b5cf-72d7-4951-8533-00af83cf81f5" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.047578] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b93e0c77-f520-4031-b311-411fc41f1e68 [ 910.050843] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.050843] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.050843] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.050843] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.050843] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.050843] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b93e0c77-f520-4031-b311-411fc41f1e68 already deleted. [ 910.050843] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b93e0c77-f520-4031-b311-411fc41f1e68" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.128044] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.128280] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.128280] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.128455] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.128536] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.128628] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 478730e0-937c-4d51-bdac-99273bb9dff3 is going to be updated. [ 910.163390] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.163581] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.163727] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.166934] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.166934] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.174660] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 478730e0-937c-4d51-bdac-99273bb9dff3 in Status: IN_PROGRESS for 2s [ 910.340581] env[65288]: INFO networking_nsxv3.common.synchronization [req-3f71bf3d-d19a-430d-90a1-e184b96d79ec req-de120800-b446-43d7-81ea-f8c9565ca3fd service nova] Enqueued Resource ID: 478730e0-937c-4d51-bdac-99273bb9dff3 with Priority: HIGHEST for action security_group_rules [ 910.340796] env[65288]: INFO networking_nsxv3.common.synchronization [req-3f71bf3d-d19a-430d-90a1-e184b96d79ec req-de120800-b446-43d7-81ea-f8c9565ca3fd service nova] Enqueued Resource ID: 478730e0-937c-4d51-bdac-99273bb9dff3 with Priority: HIGHEST for action security_group_members [ 910.340955] env[65288]: INFO networking_nsxv3.common.synchronization [req-3f71bf3d-d19a-430d-90a1-e184b96d79ec req-de120800-b446-43d7-81ea-f8c9565ca3fd service nova] Enqueued Resource ID: cfa53f9e-9fe8-4aad-ae9a-bb3cf6fcd79c with Priority: HIGHEST for action port [ 910.341406] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 478730e0-937c-4d51-bdac-99273bb9dff3 with Priority: HIGHEST for action security_group_rules [ 910.341540] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 478730e0-937c-4d51-bdac-99273bb9dff3 with Priority: HIGHEST for action security_group_members [ 910.341638] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cfa53f9e-9fe8-4aad-ae9a-bb3cf6fcd79c with Priority: HIGHEST for action port [ 910.341902] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock rules-478730e0-937c-4d51-bdac-99273bb9dff3 taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.342580] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-478730e0-937c-4d51-bdac-99273bb9dff3" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.342718] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-478730e0-937c-4d51-bdac-99273bb9dff3" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.342935] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-478730e0-937c-4d51-bdac-99273bb9dff3" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.343049] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('478730e0-937c-4d51-bdac-99273bb9dff3',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 910.343907] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock member-478730e0-937c-4d51-bdac-99273bb9dff3 taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.344016] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-478730e0-937c-4d51-bdac-99273bb9dff3" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.344220] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock port-cfa53f9e-9fe8-4aad-ae9a-bb3cf6fcd79c taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.344329] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cfa53f9e-9fe8-4aad-ae9a-bb3cf6fcd79c" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.344409] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cfa53f9e-9fe8-4aad-ae9a-bb3cf6fcd79c" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.344619] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cfa53f9e-9fe8-4aad-ae9a-bb3cf6fcd79c" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.344697] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cfa53f9e-9fe8-4aad-ae9a-bb3cf6fcd79c',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 910.847047] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock member-478730e0-937c-4d51-bdac-99273bb9dff3 taken with stack trace [, , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.847337] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-478730e0-937c-4d51-bdac-99273bb9dff3" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.850613] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port cfa53f9e-9fe8-4aad-ae9a-bb3cf6fcd79c with status ACTIVE [ 910.850613] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.850613] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.850613] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.850613] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.850613] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.850613] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.850613] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.850613] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.850613] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.850613] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.850613] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.850613] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.850613] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.850613] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.850613] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.850613] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: cfa53f9e-9fe8-4aad-ae9a-bb3cf6fcd79c is going to be updated. [ 910.886662] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.886662] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.886830] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.886981] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.887162] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.887352] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cfa53f9e-9fe8-4aad-ae9a-bb3cf6fcd79c" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.310946] env[65288]: INFO networking_nsxv3.common.synchronization [req-a8a375b8-fdf7-4770-95f9-4efd78f21c9a req-c23aa3a9-b245-4223-a7d0-ee007ff3560e tempest-ServerExternalEventsTest-885185022 tempest-ServerExternalEventsTest-885185022-project-member] Enqueued Resource ID: 35978517-9772-44ae-a9e9-7bc03617687e with Priority: HIGHEST for action security_group_members [ 911.314545] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 35978517-9772-44ae-a9e9-7bc03617687e with Priority: HIGHEST for action security_group_members [ 911.314545] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock member-35978517-9772-44ae-a9e9-7bc03617687e taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.314545] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-35978517-9772-44ae-a9e9-7bc03617687e" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.314545] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-35978517-9772-44ae-a9e9-7bc03617687e" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.314545] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-35978517-9772-44ae-a9e9-7bc03617687e" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.314545] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.314545] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.314545] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.314545] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.314545] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.314545] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('35978517-9772-44ae-a9e9-7bc03617687e',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 911.810161] env[65288]: DEBUG networking_nsxv3.common.locking [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Lock network-280 taken with stack trace [, , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.814021] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquiring lock "network-280" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.814021] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired lock "network-280" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.814021] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired external semaphore "network-280" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.814021] env[65288]: DEBUG networking_nsxv3.common.locking [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.814021] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquiring lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.814021] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.814021] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired external semaphore "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.814021] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Releasing lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.814021] env[65288]: DEBUG dogpile.cache.region [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] No value present for key: 'zone-id' {{(pid=65288) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 911.814021] env[65288]: DEBUG dogpile.lock [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] NeedRegenerationException {{(pid=65288) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 911.814021] env[65288]: DEBUG dogpile.lock [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] no value, waiting for create lock {{(pid=65288) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 911.814021] env[65288]: DEBUG dogpile.lock [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] value creation lock acquired {{(pid=65288) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 911.814021] env[65288]: DEBUG dogpile.cache.region [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] No value present for key: 'zone-id' {{(pid=65288) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 911.814021] env[65288]: DEBUG dogpile.lock [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Calling creation function for not-yet-present value {{(pid=65288) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 911.815135] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 911.818488] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.818765] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.818941] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.819306] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.819517] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.819864] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.820097] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.820296] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.820559] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.820747] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.820962] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 35978517-9772-44ae-a9e9-7bc03617687e already deleted. [ 911.821204] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-35978517-9772-44ae-a9e9-7bc03617687e" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.908900] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 911.909344] env[65288]: DEBUG dogpile.cache.region [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Cache value generated in 0.095 seconds for key(s): 'zone-id' {{(pid=65288) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 911.909713] env[65288]: DEBUG dogpile.lock [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Released creation lock {{(pid=65288) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 911.909830] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Releasing lock "network-280" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.914652] env[65288]: DEBUG networking_nsxv3.common.locking [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Lock port-1d3c3296-1367-4bf7-b4a1-496165769a5a taken with stack trace [, , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.914908] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquiring lock "port-1d3c3296-1367-4bf7-b4a1-496165769a5a" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.915070] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired lock "port-1d3c3296-1367-4bf7-b4a1-496165769a5a" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.915571] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired external semaphore "port-1d3c3296-1367-4bf7-b4a1-496165769a5a" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.915775] env[65288]: DEBUG networking_nsxv3.api.rpc [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1d3c3296-1367-4bf7-b4a1-496165769a5a',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 911.937521] env[65288]: INFO networking_nsxv3.common.synchronization [None req-bce152e3-7a35-4620-be30-dcd1721d79a8 None None] Enqueued Resource ID: d0b51898-0b2e-4d8c-b438-1bb776cbe158 with Priority: HIGHEST for action port [ 911.938989] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d0b51898-0b2e-4d8c-b438-1bb776cbe158 with Priority: HIGHEST for action port [ 911.939950] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock port-d0b51898-0b2e-4d8c-b438-1bb776cbe158 taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.939950] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d0b51898-0b2e-4d8c-b438-1bb776cbe158" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.939950] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d0b51898-0b2e-4d8c-b438-1bb776cbe158" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.939950] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d0b51898-0b2e-4d8c-b438-1bb776cbe158" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.939950] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d0b51898-0b2e-4d8c-b438-1bb776cbe158',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 912.184609] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 478730e0-937c-4d51-bdac-99273bb9dff3 in Status: SUCCESS [ 912.184854] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-478730e0-937c-4d51-bdac-99273bb9dff3" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.185078] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-478730e0-937c-4d51-bdac-99273bb9dff3" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.185347] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-478730e0-937c-4d51-bdac-99273bb9dff3" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.185542] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.185733] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.185733] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.185905] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.186027] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.186131] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('478730e0-937c-4d51-bdac-99273bb9dff3',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 912.419093] env[65288]: DEBUG networking_nsxv3.common.locking [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.419434] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.419538] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.419856] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.420043] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.420225] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Segment Port 1d3c3296-1367-4bf7-b4a1-496165769a5a not found, creating... [ 912.420528] env[65288]: DEBUG networking_nsxv3.common.locking [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.420708] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquiring lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.420841] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.421134] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired external semaphore "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.421321] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Releasing lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.421647] env[65288]: DEBUG networking_nsxv3.common.locking [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.421827] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.421937] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.422200] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.422353] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.422499] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Resource: SegmentPort with ID: 1d3c3296-1367-4bf7-b4a1-496165769a5a is going to be created. [ 912.443447] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d0b51898-0b2e-4d8c-b438-1bb776cbe158 [ 912.444012] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.444012] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.444012] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.444299] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.444441] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.444529] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d0b51898-0b2e-4d8c-b438-1bb776cbe158 already deleted. [ 912.444664] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d0b51898-0b2e-4d8c-b438-1bb776cbe158" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.447159] env[65288]: DEBUG networking_nsxv3.common.locking [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.447455] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.447506] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.447779] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.448043] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.448286] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Releasing lock "port-1d3c3296-1367-4bf7-b4a1-496165769a5a" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.689068] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('478730e0-937c-4d51-bdac-99273bb9dff3',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 913.141495] env[65288]: INFO networking_nsxv3.common.synchronization [req-a8a375b8-fdf7-4770-95f9-4efd78f21c9a req-cba7b724-ae24-45c2-8143-0eeffc4bcd05 service nova] Enqueued Resource ID: 35978517-9772-44ae-a9e9-7bc03617687e with Priority: HIGHEST for action security_group_rules [ 913.141495] env[65288]: INFO networking_nsxv3.common.synchronization [req-a8a375b8-fdf7-4770-95f9-4efd78f21c9a req-cba7b724-ae24-45c2-8143-0eeffc4bcd05 service nova] Enqueued Resource ID: 35978517-9772-44ae-a9e9-7bc03617687e with Priority: HIGHEST for action security_group_members [ 913.141879] env[65288]: INFO networking_nsxv3.common.synchronization [req-a8a375b8-fdf7-4770-95f9-4efd78f21c9a req-cba7b724-ae24-45c2-8143-0eeffc4bcd05 service nova] Enqueued Resource ID: 1d3c3296-1367-4bf7-b4a1-496165769a5a with Priority: HIGHEST for action port [ 913.142682] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 35978517-9772-44ae-a9e9-7bc03617687e with Priority: HIGHEST for action security_group_rules [ 913.142827] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 35978517-9772-44ae-a9e9-7bc03617687e with Priority: HIGHEST for action security_group_members [ 913.142872] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1d3c3296-1367-4bf7-b4a1-496165769a5a with Priority: HIGHEST for action port [ 913.148926] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock rules-35978517-9772-44ae-a9e9-7bc03617687e taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.149146] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-35978517-9772-44ae-a9e9-7bc03617687e" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.149221] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-35978517-9772-44ae-a9e9-7bc03617687e" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.149568] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-35978517-9772-44ae-a9e9-7bc03617687e" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.149669] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('35978517-9772-44ae-a9e9-7bc03617687e',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 913.150848] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock member-35978517-9772-44ae-a9e9-7bc03617687e taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.151045] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-35978517-9772-44ae-a9e9-7bc03617687e" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.151134] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-35978517-9772-44ae-a9e9-7bc03617687e" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.151336] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-35978517-9772-44ae-a9e9-7bc03617687e" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.151543] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.151658] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.151725] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.153469] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.153469] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.153469] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('35978517-9772-44ae-a9e9-7bc03617687e',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 913.153469] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock port-1d3c3296-1367-4bf7-b4a1-496165769a5a taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.153469] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1d3c3296-1367-4bf7-b4a1-496165769a5a" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.153469] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1d3c3296-1367-4bf7-b4a1-496165769a5a" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.153813] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1d3c3296-1367-4bf7-b4a1-496165769a5a" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.153813] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1d3c3296-1367-4bf7-b4a1-496165769a5a',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 913.193182] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('478730e0-937c-4d51-bdac-99273bb9dff3',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 913.657783] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock member-35978517-9772-44ae-a9e9-7bc03617687e taken with stack trace [, , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.657783] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-35978517-9772-44ae-a9e9-7bc03617687e" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.657783] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('35978517-9772-44ae-a9e9-7bc03617687e',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 913.660791] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1d3c3296-1367-4bf7-b4a1-496165769a5a with status ACTIVE [ 913.660791] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.662659] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.662659] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.662659] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.662659] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.664504] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.664504] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.664504] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.664504] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.664504] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.664504] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.664504] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.664504] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.664504] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.664504] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.664504] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1d3c3296-1367-4bf7-b4a1-496165769a5a is going to be updated. [ 913.689503] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.690043] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.690043] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.690154] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.690271] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.690488] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1d3c3296-1367-4bf7-b4a1-496165769a5a" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.696421] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.696611] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.696678] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.696943] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.697083] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.697208] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 478730e0-937c-4d51-bdac-99273bb9dff3 is going to be updated. [ 913.754201] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.754342] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.754552] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.754615] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.754993] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.777990] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 478730e0-937c-4d51-bdac-99273bb9dff3 in Status: IN_PROGRESS for 2s [ 913.870922] env[65288]: INFO networking_nsxv3.common.synchronization [req-6feb24e4-9fbe-4c71-94fd-11e7cfb444ab req-27846bc1-7244-44d5-b9a7-5d943ef69f40 tempest-ServersTestJSON-839521041 tempest-ServersTestJSON-839521041-project-member] Enqueued Resource ID: ada53836-28c8-4535-89e2-e67e49a24d7f with Priority: HIGHEST for action security_group_members [ 913.875708] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ada53836-28c8-4535-89e2-e67e49a24d7f with Priority: HIGHEST for action security_group_members [ 913.875708] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock member-ada53836-28c8-4535-89e2-e67e49a24d7f taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.875708] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ada53836-28c8-4535-89e2-e67e49a24d7f" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.875708] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ada53836-28c8-4535-89e2-e67e49a24d7f" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.875708] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ada53836-28c8-4535-89e2-e67e49a24d7f" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.875708] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.875708] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.875708] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.875708] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.875708] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.875708] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ada53836-28c8-4535-89e2-e67e49a24d7f',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 913.965291] env[65288]: INFO networking_nsxv3.common.synchronization [req-9c7dee3b-eeaa-45bc-af9c-f72268e294b1 req-11f777a7-c44b-4d22-99c4-11e20375e73c tempest-ServerPasswordTestJSON-370057305 tempest-ServerPasswordTestJSON-370057305-project-member] Enqueued Resource ID: 68869bfc-a20e-4e3d-ade3-cc6a82542b07 with Priority: HIGHEST for action security_group_members [ 913.966028] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 68869bfc-a20e-4e3d-ade3-cc6a82542b07 with Priority: HIGHEST for action security_group_members [ 913.966134] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock member-68869bfc-a20e-4e3d-ade3-cc6a82542b07 taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.966261] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-68869bfc-a20e-4e3d-ade3-cc6a82542b07" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.966352] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-68869bfc-a20e-4e3d-ade3-cc6a82542b07" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.966659] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-68869bfc-a20e-4e3d-ade3-cc6a82542b07" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.966859] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.966998] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.967398] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.967623] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.967735] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.967953] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('68869bfc-a20e-4e3d-ade3-cc6a82542b07',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 914.167067] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('35978517-9772-44ae-a9e9-7bc03617687e',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 914.348239] env[65288]: DEBUG networking_nsxv3.common.locking [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Lock network-36 taken with stack trace [, , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.348570] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquiring lock "network-36" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.348765] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired lock "network-36" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.349483] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired external semaphore "network-36" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.350102] env[65288]: DEBUG networking_nsxv3.common.locking [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.351255] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquiring lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.351512] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.351891] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired external semaphore "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.352313] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Releasing lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.352793] env[65288]: DEBUG dogpile.cache.region [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] No value present for key: 'zone-id' {{(pid=65288) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 914.353096] env[65288]: DEBUG dogpile.lock [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] NeedRegenerationException {{(pid=65288) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 914.353417] env[65288]: DEBUG dogpile.lock [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] no value, waiting for create lock {{(pid=65288) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 914.353590] env[65288]: DEBUG dogpile.lock [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] value creation lock acquired {{(pid=65288) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 914.353747] env[65288]: DEBUG dogpile.cache.region [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] No value present for key: 'zone-id' {{(pid=65288) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 914.353895] env[65288]: DEBUG dogpile.lock [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Calling creation function for not-yet-present value {{(pid=65288) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 914.354085] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 914.376863] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 914.377075] env[65288]: DEBUG dogpile.cache.region [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65288) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 914.377241] env[65288]: DEBUG dogpile.lock [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Released creation lock {{(pid=65288) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 914.377471] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Releasing lock "network-36" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.377825] env[65288]: DEBUG networking_nsxv3.common.locking [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Lock port-90fb45c3-399b-4483-9824-74c2a6315581 taken with stack trace [, , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.378041] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquiring lock "port-90fb45c3-399b-4483-9824-74c2a6315581" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.378183] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired lock "port-90fb45c3-399b-4483-9824-74c2a6315581" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.378545] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired external semaphore "port-90fb45c3-399b-4483-9824-74c2a6315581" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.378706] env[65288]: DEBUG networking_nsxv3.api.rpc [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('90fb45c3-399b-4483-9824-74c2a6315581',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 914.380986] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.381261] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.381475] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.381682] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.405377] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.405884] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.406136] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.406299] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.406828] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.406828] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.406929] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ada53836-28c8-4535-89e2-e67e49a24d7f is going to be updated. [ 914.437261] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.437485] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.438874] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.438874] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.438874] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.451229] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ada53836-28c8-4535-89e2-e67e49a24d7f in Status: IN_PROGRESS for 2s [ 914.470179] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.470432] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.470552] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.470789] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.470928] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.471217] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.472134] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.472134] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.472134] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.472134] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.472134] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 68869bfc-a20e-4e3d-ade3-cc6a82542b07 already deleted. [ 914.472134] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-68869bfc-a20e-4e3d-ade3-cc6a82542b07" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.669714] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.669917] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.670131] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.670236] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.670341] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.674416] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 35978517-9772-44ae-a9e9-7bc03617687e is going to be created. [ 914.700993] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.701118] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.701209] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.701599] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.701599] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.712036] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 35978517-9772-44ae-a9e9-7bc03617687e in Status: UNINITIALIZED for 2s [ 914.884670] env[65288]: DEBUG networking_nsxv3.common.locking [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.885019] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.885174] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.885559] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.886241] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.886474] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Segment Port 90fb45c3-399b-4483-9824-74c2a6315581 not found, creating... [ 914.886914] env[65288]: DEBUG networking_nsxv3.common.locking [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.887590] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquiring lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.887590] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.887715] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired external semaphore "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.887814] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Releasing lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.888222] env[65288]: DEBUG networking_nsxv3.common.locking [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.888529] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.888568] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.888913] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.889138] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.889287] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Resource: SegmentPort with ID: 90fb45c3-399b-4483-9824-74c2a6315581 is going to be created. [ 914.915226] env[65288]: DEBUG networking_nsxv3.common.locking [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.915550] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.915698] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.916068] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.916364] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.916663] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Releasing lock "port-90fb45c3-399b-4483-9824-74c2a6315581" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.694473] env[65288]: INFO networking_nsxv3.common.synchronization [req-9c7dee3b-eeaa-45bc-af9c-f72268e294b1 req-1255d333-d19e-4aa8-b9b3-37fbbd3c612b service nova] Enqueued Resource ID: 68869bfc-a20e-4e3d-ade3-cc6a82542b07 with Priority: HIGHEST for action security_group_rules [ 915.694729] env[65288]: INFO networking_nsxv3.common.synchronization [req-9c7dee3b-eeaa-45bc-af9c-f72268e294b1 req-1255d333-d19e-4aa8-b9b3-37fbbd3c612b service nova] Enqueued Resource ID: 68869bfc-a20e-4e3d-ade3-cc6a82542b07 with Priority: HIGHEST for action security_group_members [ 915.694865] env[65288]: INFO networking_nsxv3.common.synchronization [req-9c7dee3b-eeaa-45bc-af9c-f72268e294b1 req-1255d333-d19e-4aa8-b9b3-37fbbd3c612b service nova] Enqueued Resource ID: 90fb45c3-399b-4483-9824-74c2a6315581 with Priority: HIGHEST for action port [ 915.695549] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 68869bfc-a20e-4e3d-ade3-cc6a82542b07 with Priority: HIGHEST for action security_group_rules [ 915.695549] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 68869bfc-a20e-4e3d-ade3-cc6a82542b07 with Priority: HIGHEST for action security_group_members [ 915.695643] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 90fb45c3-399b-4483-9824-74c2a6315581 with Priority: HIGHEST for action port [ 915.695912] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock rules-68869bfc-a20e-4e3d-ade3-cc6a82542b07 taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.697678] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-68869bfc-a20e-4e3d-ade3-cc6a82542b07" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.697678] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-68869bfc-a20e-4e3d-ade3-cc6a82542b07" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.697843] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-68869bfc-a20e-4e3d-ade3-cc6a82542b07" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.698707] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('68869bfc-a20e-4e3d-ade3-cc6a82542b07',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 915.699416] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock member-68869bfc-a20e-4e3d-ade3-cc6a82542b07 taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.699522] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-68869bfc-a20e-4e3d-ade3-cc6a82542b07" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.702590] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-68869bfc-a20e-4e3d-ade3-cc6a82542b07" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.702590] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-68869bfc-a20e-4e3d-ade3-cc6a82542b07" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.702590] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.702590] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.702590] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.702590] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.702590] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.702590] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('68869bfc-a20e-4e3d-ade3-cc6a82542b07',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 915.702590] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock port-90fb45c3-399b-4483-9824-74c2a6315581 taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.702590] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-90fb45c3-399b-4483-9824-74c2a6315581" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.702590] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-90fb45c3-399b-4483-9824-74c2a6315581" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.702590] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-90fb45c3-399b-4483-9824-74c2a6315581" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.702590] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('90fb45c3-399b-4483-9824-74c2a6315581',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 915.802595] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 478730e0-937c-4d51-bdac-99273bb9dff3 in Status: SUCCESS [ 915.802865] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-478730e0-937c-4d51-bdac-99273bb9dff3" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.803096] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-478730e0-937c-4d51-bdac-99273bb9dff3" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.803553] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-478730e0-937c-4d51-bdac-99273bb9dff3" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.803857] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.804067] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.804244] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.804359] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.804660] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.804660] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-478730e0-937c-4d51-bdac-99273bb9dff3" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.804771] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('478730e0-937c-4d51-bdac-99273bb9dff3',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 916.205446] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock member-68869bfc-a20e-4e3d-ade3-cc6a82542b07 taken with stack trace [, , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.205644] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-68869bfc-a20e-4e3d-ade3-cc6a82542b07" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.205917] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('68869bfc-a20e-4e3d-ade3-cc6a82542b07',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 916.206959] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 90fb45c3-399b-4483-9824-74c2a6315581 with status ACTIVE [ 916.207207] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.207337] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.207415] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.207665] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.207772] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.214892] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.214892] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.214892] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.214892] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.214892] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.214892] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.214892] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.214892] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.214892] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.214892] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.214892] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 90fb45c3-399b-4483-9824-74c2a6315581 is going to be updated. [ 916.282714] env[65288]: INFO networking_nsxv3.common.synchronization [None req-2a72695d-90bb-403e-9d9b-555365eb5db4 tempest-ServerRescueNegativeTestJSON-235637479 tempest-ServerRescueNegativeTestJSON-235637479-project-member] Enqueued Resource ID: 7c5eacb1-dc08-44cb-9c94-fd0ecc833004 with Priority: HIGHEST for action security_group_rules [ 916.285218] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7c5eacb1-dc08-44cb-9c94-fd0ecc833004 with Priority: HIGHEST for action security_group_rules [ 916.285218] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7c5eacb1-dc08-44cb-9c94-fd0ecc833004 taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.285218] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7c5eacb1-dc08-44cb-9c94-fd0ecc833004" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.285218] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7c5eacb1-dc08-44cb-9c94-fd0ecc833004" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.285476] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7c5eacb1-dc08-44cb-9c94-fd0ecc833004" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.285476] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7c5eacb1-dc08-44cb-9c94-fd0ecc833004',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 916.295614] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.295764] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.295764] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.296519] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.296519] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.296736] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-90fb45c3-399b-4483-9824-74c2a6315581" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.308279] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock member-478730e0-937c-4d51-bdac-99273bb9dff3 taken with stack trace [, , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.308498] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-478730e0-937c-4d51-bdac-99273bb9dff3" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.308594] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-478730e0-937c-4d51-bdac-99273bb9dff3" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.308742] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-478730e0-937c-4d51-bdac-99273bb9dff3" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.309040] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.309312] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.309312] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.309544] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.309544] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.309646] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-478730e0-937c-4d51-bdac-99273bb9dff3" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.309769] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock member-478730e0-937c-4d51-bdac-99273bb9dff3 taken with stack trace [, , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.309868] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-478730e0-937c-4d51-bdac-99273bb9dff3" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.309946] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-478730e0-937c-4d51-bdac-99273bb9dff3" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.310263] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-478730e0-937c-4d51-bdac-99273bb9dff3" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.310419] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.310540] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.310991] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.311194] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.311280] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.311364] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-478730e0-937c-4d51-bdac-99273bb9dff3" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.311497] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('478730e0-937c-4d51-bdac-99273bb9dff3',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 916.456349] env[65288]: INFO networking_nsxv3.common.synchronization [None req-f876709c-a352-478f-8b7d-ef27f1bcce6a tempest-ServerRescueNegativeTestJSON-235637479 tempest-ServerRescueNegativeTestJSON-235637479-project-member] Enqueued Resource ID: 7c5eacb1-dc08-44cb-9c94-fd0ecc833004 with Priority: HIGHEST for action security_group_rules [ 916.459259] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7c5eacb1-dc08-44cb-9c94-fd0ecc833004 with Priority: HIGHEST for action security_group_rules [ 916.459259] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7c5eacb1-dc08-44cb-9c94-fd0ecc833004 taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.459259] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7c5eacb1-dc08-44cb-9c94-fd0ecc833004" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.470728] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ada53836-28c8-4535-89e2-e67e49a24d7f in Status: SUCCESS [ 916.471060] env[65288]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ada53836-28c8-4535-89e2-e67e49a24d7f deletion is rescheduled due to dependency. [ 916.471307] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ada53836-28c8-4535-89e2-e67e49a24d7f" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.664672] env[65288]: INFO networking_nsxv3.common.synchronization [req-478fc855-03ef-440f-85e7-d53e0eec8cf7 req-ea560e3d-0b8d-4235-a4e0-b480c2be7356 tempest-ServerDiskConfigTestJSON-1970916035 tempest-ServerDiskConfigTestJSON-1970916035-project-member] Enqueued Resource ID: d245eef6-5371-47ae-aacd-21ec39f91d63 with Priority: HIGHEST for action security_group_members [ 916.665069] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d245eef6-5371-47ae-aacd-21ec39f91d63 with Priority: HIGHEST for action security_group_members [ 916.665419] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock member-d245eef6-5371-47ae-aacd-21ec39f91d63 taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.665549] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d245eef6-5371-47ae-aacd-21ec39f91d63" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.665618] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d245eef6-5371-47ae-aacd-21ec39f91d63" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.665844] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d245eef6-5371-47ae-aacd-21ec39f91d63" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.665981] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.666097] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.666187] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.666317] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.666436] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.666568] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d245eef6-5371-47ae-aacd-21ec39f91d63',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 916.715511] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('68869bfc-a20e-4e3d-ade3-cc6a82542b07',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 916.723247] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 35978517-9772-44ae-a9e9-7bc03617687e in Status: SUCCESS [ 916.723538] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-35978517-9772-44ae-a9e9-7bc03617687e" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.723764] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-35978517-9772-44ae-a9e9-7bc03617687e" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.724047] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-35978517-9772-44ae-a9e9-7bc03617687e" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.725040] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.725040] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.725040] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.725040] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.725040] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.725040] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-35978517-9772-44ae-a9e9-7bc03617687e" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.725040] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('35978517-9772-44ae-a9e9-7bc03617687e',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 916.814206] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 478730e0-937c-4d51-bdac-99273bb9dff3: rpc.has_security_group_logging(os_id): False [ 916.820134] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.820330] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.820430] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.820717] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.820775] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.820882] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7c5eacb1-dc08-44cb-9c94-fd0ecc833004 already deleted. [ 916.821011] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7c5eacb1-dc08-44cb-9c94-fd0ecc833004" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.821349] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7c5eacb1-dc08-44cb-9c94-fd0ecc833004" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.821480] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7c5eacb1-dc08-44cb-9c94-fd0ecc833004" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.821668] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7c5eacb1-dc08-44cb-9c94-fd0ecc833004',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 916.852735] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.852970] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.852970] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.853233] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.897864] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.898070] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.898194] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.898263] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.898509] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.898598] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.898822] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.898993] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.899089] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.899255] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.899319] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.899547] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.899644] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.899699] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.899851] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.899926] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.900137] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 478730e0-937c-4d51-bdac-99273bb9dff3 is going to be updated. [ 916.983951] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.984128] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.984261] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.984509] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.984687] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.001018] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 478730e0-937c-4d51-bdac-99273bb9dff3 in Status: IN_PROGRESS for 2s [ 917.162018] env[65288]: DEBUG networking_nsxv3.common.locking [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Lock network-586 taken with stack trace [, , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.162249] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquiring lock "network-586" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.162354] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired lock "network-586" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.162631] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired external semaphore "network-586" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.162886] env[65288]: DEBUG networking_nsxv3.common.locking [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.163378] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquiring lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.163378] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.163378] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired external semaphore "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.163502] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Releasing lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.163711] env[65288]: DEBUG dogpile.cache.region [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] No value present for key: 'zone-id' {{(pid=65288) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 917.163821] env[65288]: DEBUG dogpile.lock [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] NeedRegenerationException {{(pid=65288) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 917.163925] env[65288]: DEBUG dogpile.lock [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] no value, waiting for create lock {{(pid=65288) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 917.164045] env[65288]: DEBUG dogpile.lock [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] value creation lock acquired {{(pid=65288) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 917.164157] env[65288]: DEBUG dogpile.cache.region [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] No value present for key: 'zone-id' {{(pid=65288) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 917.164340] env[65288]: DEBUG dogpile.lock [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Calling creation function for not-yet-present value {{(pid=65288) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 917.164520] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 917.168885] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.169133] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.169214] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.169367] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.169451] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.169638] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.169739] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.169808] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.170143] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.170143] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.170246] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d245eef6-5371-47ae-aacd-21ec39f91d63 is going to be updated. [ 917.197356] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 917.197538] env[65288]: DEBUG dogpile.cache.region [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Cache value generated in 0.033 seconds for key(s): 'zone-id' {{(pid=65288) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 917.197671] env[65288]: DEBUG dogpile.lock [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Released creation lock {{(pid=65288) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 917.197879] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Releasing lock "network-586" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.198148] env[65288]: DEBUG networking_nsxv3.common.locking [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Lock port-93929425-8bd4-46b5-a8fb-baeab437a277 taken with stack trace [, , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.198325] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquiring lock "port-93929425-8bd4-46b5-a8fb-baeab437a277" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.198443] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired lock "port-93929425-8bd4-46b5-a8fb-baeab437a277" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.198779] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired external semaphore "port-93929425-8bd4-46b5-a8fb-baeab437a277" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.199067] env[65288]: DEBUG networking_nsxv3.api.rpc [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('93929425-8bd4-46b5-a8fb-baeab437a277',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 917.209366] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.209543] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.209582] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.210190] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.210190] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.220183] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d245eef6-5371-47ae-aacd-21ec39f91d63 in Status: IN_PROGRESS for 2s [ 917.228507] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.228843] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.229060] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.229288] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.229406] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.229515] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 68869bfc-a20e-4e3d-ade3-cc6a82542b07 is going to be created. [ 917.230870] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock member-35978517-9772-44ae-a9e9-7bc03617687e taken with stack trace [, , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.231026] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-35978517-9772-44ae-a9e9-7bc03617687e" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.231145] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-35978517-9772-44ae-a9e9-7bc03617687e" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.231461] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-35978517-9772-44ae-a9e9-7bc03617687e" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.231603] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.231711] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.231788] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.231928] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.232022] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.232118] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-35978517-9772-44ae-a9e9-7bc03617687e" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.232303] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock member-35978517-9772-44ae-a9e9-7bc03617687e taken with stack trace [, , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.232430] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-35978517-9772-44ae-a9e9-7bc03617687e" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.232531] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-35978517-9772-44ae-a9e9-7bc03617687e" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.232660] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-35978517-9772-44ae-a9e9-7bc03617687e" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.232809] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.233367] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.233367] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.233367] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.233367] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.233580] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-35978517-9772-44ae-a9e9-7bc03617687e" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.233719] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('35978517-9772-44ae-a9e9-7bc03617687e',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 917.279387] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.279570] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.279640] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.279821] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.280026] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.306753] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 68869bfc-a20e-4e3d-ade3-cc6a82542b07 in Status: UNINITIALIZED for 2s [ 917.343473] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.344028] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.344028] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.344028] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.344028] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.344235] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7c5eacb1-dc08-44cb-9c94-fd0ecc833004 already deleted. [ 917.344235] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7c5eacb1-dc08-44cb-9c94-fd0ecc833004" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.705834] env[65288]: DEBUG networking_nsxv3.common.locking [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.706354] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.706706] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.707466] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.707802] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.709169] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Segment Port 93929425-8bd4-46b5-a8fb-baeab437a277 not found, creating... [ 917.709715] env[65288]: DEBUG networking_nsxv3.common.locking [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.710018] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquiring lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.710233] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.710637] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired external semaphore "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.710904] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Releasing lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.711426] env[65288]: DEBUG networking_nsxv3.common.locking [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.711694] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.711916] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.712389] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.712557] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.712829] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Resource: SegmentPort with ID: 93929425-8bd4-46b5-a8fb-baeab437a277 is going to be created. [ 917.738310] env[65288]: DEBUG networking_nsxv3.common.locking [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.738672] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.738672] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.738962] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.739304] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.739542] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Releasing lock "port-93929425-8bd4-46b5-a8fb-baeab437a277" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.744574] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 35978517-9772-44ae-a9e9-7bc03617687e: rpc.has_security_group_logging(os_id): False [ 917.783050] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.783233] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.783276] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.783557] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.783662] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.783869] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.783964] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.784045] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.784237] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.784342] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.784460] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.784551] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.784610] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.784799] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.784909] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.785638] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.785749] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.785803] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.785977] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.786069] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.786164] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 35978517-9772-44ae-a9e9-7bc03617687e is going to be created. [ 917.954574] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.954793] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.954835] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.955234] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.955429] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.975175] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 35978517-9772-44ae-a9e9-7bc03617687e in Status: IN_PROGRESS for 2s [ 918.560658] env[65288]: INFO networking_nsxv3.common.synchronization [req-478fc855-03ef-440f-85e7-d53e0eec8cf7 req-6c7919c2-272e-42f3-a1da-95abbe40b2f3 service nova] Enqueued Resource ID: d245eef6-5371-47ae-aacd-21ec39f91d63 with Priority: HIGHEST for action security_group_rules [ 918.560658] env[65288]: INFO networking_nsxv3.common.synchronization [req-478fc855-03ef-440f-85e7-d53e0eec8cf7 req-6c7919c2-272e-42f3-a1da-95abbe40b2f3 service nova] Enqueued Resource ID: d245eef6-5371-47ae-aacd-21ec39f91d63 with Priority: HIGHEST for action security_group_members [ 918.560658] env[65288]: INFO networking_nsxv3.common.synchronization [req-478fc855-03ef-440f-85e7-d53e0eec8cf7 req-6c7919c2-272e-42f3-a1da-95abbe40b2f3 service nova] Enqueued Resource ID: 93929425-8bd4-46b5-a8fb-baeab437a277 with Priority: HIGHEST for action port [ 918.561552] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d245eef6-5371-47ae-aacd-21ec39f91d63 with Priority: HIGHEST for action security_group_rules [ 918.561552] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d245eef6-5371-47ae-aacd-21ec39f91d63 with Priority: HIGHEST for action security_group_members [ 918.561552] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 93929425-8bd4-46b5-a8fb-baeab437a277 with Priority: HIGHEST for action port [ 918.561864] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d245eef6-5371-47ae-aacd-21ec39f91d63 taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.562011] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d245eef6-5371-47ae-aacd-21ec39f91d63" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.562077] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d245eef6-5371-47ae-aacd-21ec39f91d63" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.562303] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d245eef6-5371-47ae-aacd-21ec39f91d63" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.562399] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d245eef6-5371-47ae-aacd-21ec39f91d63',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 918.565876] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock member-d245eef6-5371-47ae-aacd-21ec39f91d63 taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.566093] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d245eef6-5371-47ae-aacd-21ec39f91d63" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.566406] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock port-93929425-8bd4-46b5-a8fb-baeab437a277 taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.566530] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-93929425-8bd4-46b5-a8fb-baeab437a277" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.566638] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-93929425-8bd4-46b5-a8fb-baeab437a277" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.566863] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-93929425-8bd4-46b5-a8fb-baeab437a277" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.568350] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('93929425-8bd4-46b5-a8fb-baeab437a277',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 919.022422] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 478730e0-937c-4d51-bdac-99273bb9dff3 in Status: SUCCESS [ 919.022422] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-478730e0-937c-4d51-bdac-99273bb9dff3" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.069555] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock member-d245eef6-5371-47ae-aacd-21ec39f91d63 taken with stack trace [, , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.069775] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d245eef6-5371-47ae-aacd-21ec39f91d63" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.070305] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 93929425-8bd4-46b5-a8fb-baeab437a277 with status ACTIVE [ 919.070630] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.070795] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.070868] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.071151] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.071312] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.071610] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.071770] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.071880] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.072173] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.072376] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.072603] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.072763] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.072863] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.073126] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.073299] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.073399] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 93929425-8bd4-46b5-a8fb-baeab437a277 is going to be updated. [ 919.105256] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.105560] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.105560] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.106154] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.106154] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.106154] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-93929425-8bd4-46b5-a8fb-baeab437a277" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.235240] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d245eef6-5371-47ae-aacd-21ec39f91d63 in Status: SUCCESS [ 919.235452] env[65288]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d245eef6-5371-47ae-aacd-21ec39f91d63 deletion is rescheduled due to dependency. [ 919.235634] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d245eef6-5371-47ae-aacd-21ec39f91d63" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.235825] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d245eef6-5371-47ae-aacd-21ec39f91d63" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.236165] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d245eef6-5371-47ae-aacd-21ec39f91d63" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.236362] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.236523] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.236523] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.236692] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.236781] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.236865] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d245eef6-5371-47ae-aacd-21ec39f91d63',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 919.321049] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 68869bfc-a20e-4e3d-ade3-cc6a82542b07 in Status: SUCCESS [ 919.321325] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-68869bfc-a20e-4e3d-ade3-cc6a82542b07" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.321638] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-68869bfc-a20e-4e3d-ade3-cc6a82542b07" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.321951] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-68869bfc-a20e-4e3d-ade3-cc6a82542b07" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.322220] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.322388] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.322482] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.322695] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.322809] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.322937] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-68869bfc-a20e-4e3d-ade3-cc6a82542b07" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.323072] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('68869bfc-a20e-4e3d-ade3-cc6a82542b07',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 919.739819] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d245eef6-5371-47ae-aacd-21ec39f91d63',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 919.826389] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock member-68869bfc-a20e-4e3d-ade3-cc6a82542b07 taken with stack trace [, , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.826389] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-68869bfc-a20e-4e3d-ade3-cc6a82542b07" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.826389] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-68869bfc-a20e-4e3d-ade3-cc6a82542b07" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.826389] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-68869bfc-a20e-4e3d-ade3-cc6a82542b07" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.826679] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.826679] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.826679] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.826799] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.826799] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.826987] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-68869bfc-a20e-4e3d-ade3-cc6a82542b07" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.827113] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock member-68869bfc-a20e-4e3d-ade3-cc6a82542b07 taken with stack trace [, , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.827249] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-68869bfc-a20e-4e3d-ade3-cc6a82542b07" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.827308] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-68869bfc-a20e-4e3d-ade3-cc6a82542b07" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.828122] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-68869bfc-a20e-4e3d-ade3-cc6a82542b07" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.828122] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.828122] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.828122] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.828122] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.828122] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.828122] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-68869bfc-a20e-4e3d-ade3-cc6a82542b07" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.828122] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('68869bfc-a20e-4e3d-ade3-cc6a82542b07',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 919.991424] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 35978517-9772-44ae-a9e9-7bc03617687e in Status: SUCCESS [ 919.991729] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-35978517-9772-44ae-a9e9-7bc03617687e" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.243300] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d245eef6-5371-47ae-aacd-21ec39f91d63',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 920.331718] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 68869bfc-a20e-4e3d-ade3-cc6a82542b07: rpc.has_security_group_logging(os_id): False [ 920.356179] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.356362] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.356461] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.356694] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.356792] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.357113] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.357202] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.357281] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.357397] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.357462] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.357655] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.357748] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.357800] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.357946] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.358039] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.362880] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.363094] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.363153] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.363318] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.363415] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.363521] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 68869bfc-a20e-4e3d-ade3-cc6a82542b07 is going to be created. [ 920.455940] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.456110] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.456178] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.456399] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.456585] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.472390] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 68869bfc-a20e-4e3d-ade3-cc6a82542b07 in Status: IN_PROGRESS for 2s [ 920.747446] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.747446] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.747446] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.747446] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.747446] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.747446] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d245eef6-5371-47ae-aacd-21ec39f91d63 is going to be updated. [ 920.789066] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.789066] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.789066] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.789066] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.789066] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.803875] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d245eef6-5371-47ae-aacd-21ec39f91d63 in Status: IN_PROGRESS for 2s [ 922.491272] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 68869bfc-a20e-4e3d-ade3-cc6a82542b07 in Status: SUCCESS [ 922.491566] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-68869bfc-a20e-4e3d-ade3-cc6a82542b07" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.813370] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d245eef6-5371-47ae-aacd-21ec39f91d63 in Status: SUCCESS [ 922.813649] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d245eef6-5371-47ae-aacd-21ec39f91d63" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.813649] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d245eef6-5371-47ae-aacd-21ec39f91d63" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.814223] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d245eef6-5371-47ae-aacd-21ec39f91d63" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.814223] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.814319] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.814489] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.814758] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.814900] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.815520] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d245eef6-5371-47ae-aacd-21ec39f91d63" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.815520] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d245eef6-5371-47ae-aacd-21ec39f91d63',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 923.318641] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock member-d245eef6-5371-47ae-aacd-21ec39f91d63 taken with stack trace [, , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.318846] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d245eef6-5371-47ae-aacd-21ec39f91d63" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.318950] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d245eef6-5371-47ae-aacd-21ec39f91d63" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.319233] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d245eef6-5371-47ae-aacd-21ec39f91d63" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.319436] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.319586] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.319776] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.319826] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.319942] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.320047] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d245eef6-5371-47ae-aacd-21ec39f91d63" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.320239] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock member-d245eef6-5371-47ae-aacd-21ec39f91d63 taken with stack trace [, , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.320342] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d245eef6-5371-47ae-aacd-21ec39f91d63" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.320409] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d245eef6-5371-47ae-aacd-21ec39f91d63" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.320553] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d245eef6-5371-47ae-aacd-21ec39f91d63" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.320721] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.320860] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.320934] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.321166] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.321308] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.321428] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d245eef6-5371-47ae-aacd-21ec39f91d63" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.321564] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d245eef6-5371-47ae-aacd-21ec39f91d63',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 923.563586] env[65288]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 923.563844] env[65288]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 923.825444] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d245eef6-5371-47ae-aacd-21ec39f91d63: rpc.has_security_group_logging(os_id): False [ 923.854519] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.854519] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.854628] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.855026] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.855176] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.855469] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.855549] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.855657] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.855860] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.856039] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.856388] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.856593] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.856926] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.857304] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.857412] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.857665] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.857794] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.857878] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.858353] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.858454] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.858529] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d245eef6-5371-47ae-aacd-21ec39f91d63 is going to be updated. [ 923.947960] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.948226] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.948226] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.948419] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.948571] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.969066] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d245eef6-5371-47ae-aacd-21ec39f91d63 in Status: IN_PROGRESS for 2s [ 925.634035] env[65288]: INFO networking_nsxv3.common.synchronization [req-4fe286e9-bd86-4364-84ca-5621a9328793 req-83e909d6-983d-4359-a67d-ab731305254e tempest-ImagesOneServerNegativeTestJSON-1883664013 tempest-ImagesOneServerNegativeTestJSON-1883664013-project-member] Enqueued Resource ID: a11330c4-cf58-4a08-a8b1-e79c4012e1bd with Priority: HIGHEST for action security_group_members [ 925.634563] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a11330c4-cf58-4a08-a8b1-e79c4012e1bd with Priority: HIGHEST for action security_group_members [ 925.634861] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock member-a11330c4-cf58-4a08-a8b1-e79c4012e1bd taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.634989] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a11330c4-cf58-4a08-a8b1-e79c4012e1bd" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.635065] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a11330c4-cf58-4a08-a8b1-e79c4012e1bd" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.635238] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a11330c4-cf58-4a08-a8b1-e79c4012e1bd" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.635383] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.635477] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.635532] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.635911] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.635911] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.635911] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a11330c4-cf58-4a08-a8b1-e79c4012e1bd',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 925.892965] env[65288]: INFO networking_nsxv3.common.synchronization [None req-8bbb7b77-268c-4346-8595-a760e24220d9 None None] Enqueued Resource ID: 39362809-ff5a-4625-9bdf-0916068cd9e6 with Priority: HIGHEST for action port [ 925.893378] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 39362809-ff5a-4625-9bdf-0916068cd9e6 with Priority: HIGHEST for action port [ 925.894605] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock port-39362809-ff5a-4625-9bdf-0916068cd9e6 taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.894759] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-39362809-ff5a-4625-9bdf-0916068cd9e6" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.894953] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-39362809-ff5a-4625-9bdf-0916068cd9e6" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.895451] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-39362809-ff5a-4625-9bdf-0916068cd9e6" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.895990] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('39362809-ff5a-4625-9bdf-0916068cd9e6',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 925.983645] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d245eef6-5371-47ae-aacd-21ec39f91d63 in Status: SUCCESS [ 925.983916] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d245eef6-5371-47ae-aacd-21ec39f91d63" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.138406] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.138916] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.138916] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.139244] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.139344] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.139587] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.139721] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.139783] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.140140] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.140140] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.140249] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a11330c4-cf58-4a08-a8b1-e79c4012e1bd is going to be updated. [ 926.174936] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.174936] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.174936] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.174936] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.175577] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.198076] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a11330c4-cf58-4a08-a8b1-e79c4012e1bd in Status: IN_PROGRESS for 2s [ 926.399098] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 39362809-ff5a-4625-9bdf-0916068cd9e6 [ 926.399628] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.399795] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.399870] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.400131] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.400241] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.400348] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:39362809-ff5a-4625-9bdf-0916068cd9e6 already deleted. [ 926.400432] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-39362809-ff5a-4625-9bdf-0916068cd9e6" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.693612] env[65288]: INFO networking_nsxv3.common.synchronization [req-f1fa6b19-25f4-4479-a474-7e3a01d1bdcd req-671050b9-75b4-4c6a-9831-7731e0356bc8 tempest-ServerExternalEventsTest-885185022 tempest-ServerExternalEventsTest-885185022-project-member] Enqueued Resource ID: 35978517-9772-44ae-a9e9-7bc03617687e with Priority: HIGHEST for action security_group_members [ 926.693985] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 35978517-9772-44ae-a9e9-7bc03617687e with Priority: HIGHEST for action security_group_members [ 926.694199] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock member-35978517-9772-44ae-a9e9-7bc03617687e taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.695027] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-35978517-9772-44ae-a9e9-7bc03617687e" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.695027] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-35978517-9772-44ae-a9e9-7bc03617687e" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.695027] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-35978517-9772-44ae-a9e9-7bc03617687e" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.695027] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.695027] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.695027] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.695027] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.695547] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.695667] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('35978517-9772-44ae-a9e9-7bc03617687e',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 927.179185] env[65288]: INFO networking_nsxv3.common.synchronization [req-b19b9be2-1b2e-4b2c-b736-946f649bda4a req-75a1a396-4575-4c5e-a81b-7faa41944987 tempest-AttachVolumeShelveTestJSON-1139502408 tempest-AttachVolumeShelveTestJSON-1139502408-project-member] Enqueued Resource ID: eb06f8a7-bbbd-42b6-b72d-c6b0c2a9ecca with Priority: HIGHEST for action security_group_members [ 927.179185] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eb06f8a7-bbbd-42b6-b72d-c6b0c2a9ecca with Priority: HIGHEST for action security_group_members [ 927.181831] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock member-eb06f8a7-bbbd-42b6-b72d-c6b0c2a9ecca taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.182042] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eb06f8a7-bbbd-42b6-b72d-c6b0c2a9ecca" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.182164] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eb06f8a7-bbbd-42b6-b72d-c6b0c2a9ecca" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.182442] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eb06f8a7-bbbd-42b6-b72d-c6b0c2a9ecca" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.182653] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.182790] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.182986] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.183182] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.183182] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.183443] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('eb06f8a7-bbbd-42b6-b72d-c6b0c2a9ecca',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 927.198017] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.198269] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.198340] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.198552] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.198974] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.199097] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.199267] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.199267] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.199399] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.199475] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.199563] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 35978517-9772-44ae-a9e9-7bc03617687e is going to be updated. [ 927.230642] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.230786] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.230853] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.231092] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.231213] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.243075] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 35978517-9772-44ae-a9e9-7bc03617687e in Status: IN_PROGRESS for 2s [ 927.446066] env[65288]: INFO networking_nsxv3.common.synchronization [None req-f9c05e1d-c84d-4ab9-8702-227d3dc176f8 tempest-ServersV294TestFqdnHostnames-1226647662 tempest-ServersV294TestFqdnHostnames-1226647662-project-member] Enqueued Resource ID: 660ad36e-3e26-4bd0-b7f4-2aa91278d56a with Priority: HIGHEST for action security_group_rules [ 927.446768] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 660ad36e-3e26-4bd0-b7f4-2aa91278d56a with Priority: HIGHEST for action security_group_rules [ 927.451162] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock rules-660ad36e-3e26-4bd0-b7f4-2aa91278d56a taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.451162] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-660ad36e-3e26-4bd0-b7f4-2aa91278d56a" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.451162] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-660ad36e-3e26-4bd0-b7f4-2aa91278d56a" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.451162] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-660ad36e-3e26-4bd0-b7f4-2aa91278d56a" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.451162] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('660ad36e-3e26-4bd0-b7f4-2aa91278d56a',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 927.591307] env[65288]: INFO networking_nsxv3.common.synchronization [None req-c96c1afb-07e7-4fda-bb60-563053ab64c9 tempest-ServersV294TestFqdnHostnames-1226647662 tempest-ServersV294TestFqdnHostnames-1226647662-project-member] Enqueued Resource ID: 660ad36e-3e26-4bd0-b7f4-2aa91278d56a with Priority: HIGHEST for action security_group_rules [ 927.591539] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 660ad36e-3e26-4bd0-b7f4-2aa91278d56a with Priority: HIGHEST for action security_group_rules [ 927.591888] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock rules-660ad36e-3e26-4bd0-b7f4-2aa91278d56a taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.591994] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-660ad36e-3e26-4bd0-b7f4-2aa91278d56a" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.686656] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.686770] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.686770] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.687141] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.687214] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.687773] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.687773] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.687773] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.687773] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.687773] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.687992] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: eb06f8a7-bbbd-42b6-b72d-c6b0c2a9ecca is going to be updated. [ 927.726223] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.726637] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.726637] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.726710] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.727416] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.736313] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eb06f8a7-bbbd-42b6-b72d-c6b0c2a9ecca in Status: IN_PROGRESS for 2s [ 927.977939] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.977939] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.977939] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.977939] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.977939] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.977939] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 660ad36e-3e26-4bd0-b7f4-2aa91278d56a already deleted. [ 927.977939] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-660ad36e-3e26-4bd0-b7f4-2aa91278d56a" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.977939] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-660ad36e-3e26-4bd0-b7f4-2aa91278d56a" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.977939] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-660ad36e-3e26-4bd0-b7f4-2aa91278d56a" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.977939] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('660ad36e-3e26-4bd0-b7f4-2aa91278d56a',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 928.211827] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a11330c4-cf58-4a08-a8b1-e79c4012e1bd in Status: SUCCESS [ 928.212352] env[65288]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a11330c4-cf58-4a08-a8b1-e79c4012e1bd deletion is rescheduled due to dependency. [ 928.212562] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a11330c4-cf58-4a08-a8b1-e79c4012e1bd" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.372331] env[65288]: INFO networking_nsxv3.common.synchronization [None req-7ac28a16-fd66-4c4a-b0b5-a09c5a23e2cb None None] Enqueued Resource ID: 1629d0eb-95f5-4bc6-9d89-1578079ed99b with Priority: HIGHEST for action port [ 928.373082] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1629d0eb-95f5-4bc6-9d89-1578079ed99b with Priority: HIGHEST for action port [ 928.373473] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock port-1629d0eb-95f5-4bc6-9d89-1578079ed99b taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.373619] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1629d0eb-95f5-4bc6-9d89-1578079ed99b" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.373661] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1629d0eb-95f5-4bc6-9d89-1578079ed99b" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.373913] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1629d0eb-95f5-4bc6-9d89-1578079ed99b" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.374023] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1629d0eb-95f5-4bc6-9d89-1578079ed99b',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 928.508094] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.508551] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.508551] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.508643] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.508694] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.509505] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 660ad36e-3e26-4bd0-b7f4-2aa91278d56a already deleted. [ 928.509505] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-660ad36e-3e26-4bd0-b7f4-2aa91278d56a" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.678441] env[65288]: INFO networking_nsxv3.common.synchronization [req-9e065c74-878f-40fb-8052-0240e3f6e4d1 req-61874381-1308-4935-8857-b35401e33f9a tempest-ServersTestFqdnHostnames-856285103 tempest-ServersTestFqdnHostnames-856285103-project-member] Enqueued Resource ID: 2207e151-130b-4a9e-ab26-c9e8f409213d with Priority: HIGHEST for action security_group_members [ 928.679381] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2207e151-130b-4a9e-ab26-c9e8f409213d with Priority: HIGHEST for action security_group_members [ 928.682413] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock member-2207e151-130b-4a9e-ab26-c9e8f409213d taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.682413] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2207e151-130b-4a9e-ab26-c9e8f409213d" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.682413] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2207e151-130b-4a9e-ab26-c9e8f409213d" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.682413] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2207e151-130b-4a9e-ab26-c9e8f409213d" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.682413] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.682413] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.682413] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.682413] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.682413] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.682413] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2207e151-130b-4a9e-ab26-c9e8f409213d',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 928.876577] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 1629d0eb-95f5-4bc6-9d89-1578079ed99b [ 928.877384] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.878379] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.878379] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.878379] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.878379] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.878379] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:1629d0eb-95f5-4bc6-9d89-1578079ed99b already deleted. [ 928.878379] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1629d0eb-95f5-4bc6-9d89-1578079ed99b" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.187538] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.187683] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.187753] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.187988] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.213178] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.213178] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.213178] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.213178] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.213178] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.213178] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.213178] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2207e151-130b-4a9e-ab26-c9e8f409213d is going to be updated. [ 929.247592] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.247592] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.247592] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.247592] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.247592] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.260061] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2207e151-130b-4a9e-ab26-c9e8f409213d in Status: IN_PROGRESS for 2s [ 929.261239] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 35978517-9772-44ae-a9e9-7bc03617687e in Status: SUCCESS [ 929.261239] env[65288]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 35978517-9772-44ae-a9e9-7bc03617687e deletion is rescheduled due to dependency. [ 929.261239] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-35978517-9772-44ae-a9e9-7bc03617687e" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.430675] env[65288]: INFO networking_nsxv3.common.synchronization [req-f97c64f0-b07e-407a-9b57-32baac74e9aa req-065cefad-82be-431a-90c0-3d1f7b9b65c6 tempest-ListServersNegativeTestJSON-351888188 tempest-ListServersNegativeTestJSON-351888188-project-member] Enqueued Resource ID: 56718f5e-ffc3-4fca-80b6-7c58be43f4f4 with Priority: HIGHEST for action security_group_members [ 929.431367] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 56718f5e-ffc3-4fca-80b6-7c58be43f4f4 with Priority: HIGHEST for action security_group_members [ 929.431568] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock member-56718f5e-ffc3-4fca-80b6-7c58be43f4f4 taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.431722] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-56718f5e-ffc3-4fca-80b6-7c58be43f4f4" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.431722] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-56718f5e-ffc3-4fca-80b6-7c58be43f4f4" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.432257] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-56718f5e-ffc3-4fca-80b6-7c58be43f4f4" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.432402] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.432638] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.432638] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.432791] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.432849] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.432901] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('56718f5e-ffc3-4fca-80b6-7c58be43f4f4',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 929.747597] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eb06f8a7-bbbd-42b6-b72d-c6b0c2a9ecca in Status: SUCCESS [ 929.747881] env[65288]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: eb06f8a7-bbbd-42b6-b72d-c6b0c2a9ecca deletion is rescheduled due to dependency. [ 929.748022] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eb06f8a7-bbbd-42b6-b72d-c6b0c2a9ecca" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.934561] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('56718f5e-ffc3-4fca-80b6-7c58be43f4f4',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 930.437756] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('56718f5e-ffc3-4fca-80b6-7c58be43f4f4',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 930.493843] env[65288]: INFO networking_nsxv3.common.synchronization [req-01ffce9b-3c24-4164-91f8-ec92bd6cb699 req-4428a059-2473-4056-8574-dccc666ad5eb tempest-ListServersNegativeTestJSON-351888188 tempest-ListServersNegativeTestJSON-351888188-project-member] Enqueued Resource ID: 56718f5e-ffc3-4fca-80b6-7c58be43f4f4 with Priority: HIGHEST for action security_group_members [ 930.493843] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 56718f5e-ffc3-4fca-80b6-7c58be43f4f4 with Priority: HIGHEST for action security_group_members [ 930.493843] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock member-56718f5e-ffc3-4fca-80b6-7c58be43f4f4 taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.493843] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-56718f5e-ffc3-4fca-80b6-7c58be43f4f4" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.934128] env[65288]: INFO networking_nsxv3.common.synchronization [req-abf392a9-a015-480b-8483-6dc135608843 req-ef3a6686-bedc-4265-ac1d-6804811f8f3d tempest-ServerPasswordTestJSON-370057305 tempest-ServerPasswordTestJSON-370057305-project-member] Enqueued Resource ID: 68869bfc-a20e-4e3d-ade3-cc6a82542b07 with Priority: HIGHEST for action security_group_members [ 930.935898] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 68869bfc-a20e-4e3d-ade3-cc6a82542b07 with Priority: HIGHEST for action security_group_members [ 930.936667] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock member-68869bfc-a20e-4e3d-ade3-cc6a82542b07 taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.936801] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-68869bfc-a20e-4e3d-ade3-cc6a82542b07" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.936864] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-68869bfc-a20e-4e3d-ade3-cc6a82542b07" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.937089] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-68869bfc-a20e-4e3d-ade3-cc6a82542b07" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.937253] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.937353] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.937413] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.937566] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.937653] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.937778] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('68869bfc-a20e-4e3d-ade3-cc6a82542b07',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 930.940502] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.940688] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.940791] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.941117] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.941375] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.941468] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 56718f5e-ffc3-4fca-80b6-7c58be43f4f4 is going to be updated. [ 930.973869] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.974155] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.974155] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.974897] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.974897] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.984239] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 56718f5e-ffc3-4fca-80b6-7c58be43f4f4 in Status: IN_PROGRESS for 2s [ 931.273150] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2207e151-130b-4a9e-ab26-c9e8f409213d in Status: SUCCESS [ 931.273321] env[65288]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2207e151-130b-4a9e-ab26-c9e8f409213d deletion is rescheduled due to dependency. [ 931.273455] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2207e151-130b-4a9e-ab26-c9e8f409213d" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.447349] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.447349] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.447349] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.447694] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.447865] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.448043] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.448173] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.448245] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.449081] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.449081] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.449081] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 68869bfc-a20e-4e3d-ade3-cc6a82542b07 is going to be updated. [ 931.481514] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.481658] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.481742] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.481958] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.482135] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.494619] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 68869bfc-a20e-4e3d-ade3-cc6a82542b07 in Status: IN_PROGRESS for 2s [ 931.863293] env[65288]: INFO networking_nsxv3.common.synchronization [req-579c2e7c-43d2-427d-a270-6c9faff9b86d req-9baee8c5-b523-4f1a-91f4-6452fcc8c6f0 tempest-AttachInterfacesTestJSON-212311792 tempest-AttachInterfacesTestJSON-212311792-project-member] Enqueued Resource ID: 95112a18-891c-4b28-bdef-db6097f2cb82 with Priority: HIGHEST for action security_group_members [ 931.863849] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 95112a18-891c-4b28-bdef-db6097f2cb82 with Priority: HIGHEST for action security_group_members [ 931.864368] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock member-95112a18-891c-4b28-bdef-db6097f2cb82 taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.864501] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-95112a18-891c-4b28-bdef-db6097f2cb82" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.864803] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-95112a18-891c-4b28-bdef-db6097f2cb82" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.864885] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-95112a18-891c-4b28-bdef-db6097f2cb82" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.864990] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.865124] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.865206] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.865383] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.865470] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.865568] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('95112a18-891c-4b28-bdef-db6097f2cb82',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 932.315804] env[65288]: DEBUG networking_nsxv3.common.locking [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Lock network-704 taken with stack trace [, , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.316134] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquiring lock "network-704" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.316134] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired lock "network-704" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.316372] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired external semaphore "network-704" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.316619] env[65288]: DEBUG networking_nsxv3.common.locking [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.316771] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquiring lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.316897] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.317401] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired external semaphore "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.317401] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Releasing lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.317490] env[65288]: DEBUG dogpile.cache.region [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] No value present for key: 'zone-id' {{(pid=65288) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 932.317581] env[65288]: DEBUG dogpile.lock [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] NeedRegenerationException {{(pid=65288) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 932.317686] env[65288]: DEBUG dogpile.lock [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] no value, waiting for create lock {{(pid=65288) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 932.317790] env[65288]: DEBUG dogpile.lock [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] value creation lock acquired {{(pid=65288) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 932.317946] env[65288]: DEBUG dogpile.cache.region [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] No value present for key: 'zone-id' {{(pid=65288) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 932.318012] env[65288]: DEBUG dogpile.lock [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Calling creation function for not-yet-present value {{(pid=65288) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 932.318302] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 932.336969] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 932.336969] env[65288]: DEBUG dogpile.cache.region [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=65288) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 932.337157] env[65288]: DEBUG dogpile.lock [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Released creation lock {{(pid=65288) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 932.337283] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Releasing lock "network-704" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.337588] env[65288]: DEBUG networking_nsxv3.common.locking [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Lock port-9d365a70-1107-4479-a847-8912b26f18ef taken with stack trace [, , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.337743] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquiring lock "port-9d365a70-1107-4479-a847-8912b26f18ef" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.337853] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired lock "port-9d365a70-1107-4479-a847-8912b26f18ef" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.338181] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired external semaphore "port-9d365a70-1107-4479-a847-8912b26f18ef" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.338334] env[65288]: DEBUG networking_nsxv3.api.rpc [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9d365a70-1107-4479-a847-8912b26f18ef',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 932.368089] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.368273] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.368343] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.368570] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.368664] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.369394] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.369394] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.369394] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.369394] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.369394] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.369394] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 95112a18-891c-4b28-bdef-db6097f2cb82 already deleted. [ 932.369686] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-95112a18-891c-4b28-bdef-db6097f2cb82" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.840506] env[65288]: DEBUG networking_nsxv3.common.locking [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.840700] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.840827] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.841392] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.841392] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.841533] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Segment Port 9d365a70-1107-4479-a847-8912b26f18ef not found, creating... [ 932.841798] env[65288]: DEBUG networking_nsxv3.common.locking [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.841970] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquiring lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.842099] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.842332] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired external semaphore "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.842476] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Releasing lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.842736] env[65288]: DEBUG networking_nsxv3.common.locking [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.843023] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.843023] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.843211] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.843340] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.843468] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Resource: SegmentPort with ID: 9d365a70-1107-4479-a847-8912b26f18ef is going to be created. [ 932.868481] env[65288]: DEBUG networking_nsxv3.common.locking [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.868739] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.868790] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.869092] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.869341] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.869570] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Releasing lock "port-9d365a70-1107-4479-a847-8912b26f18ef" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.994541] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 56718f5e-ffc3-4fca-80b6-7c58be43f4f4 in Status: SUCCESS [ 932.994760] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-56718f5e-ffc3-4fca-80b6-7c58be43f4f4" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.994946] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-56718f5e-ffc3-4fca-80b6-7c58be43f4f4" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.995278] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-56718f5e-ffc3-4fca-80b6-7c58be43f4f4" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.995472] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.995587] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.995763] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.995917] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.995998] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.996105] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('56718f5e-ffc3-4fca-80b6-7c58be43f4f4',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 933.498677] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.499021] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.499021] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.499117] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.499503] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.499503] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.499503] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.499673] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.499751] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.499785] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.499875] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 56718f5e-ffc3-4fca-80b6-7c58be43f4f4 is going to be updated. [ 933.506982] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 68869bfc-a20e-4e3d-ade3-cc6a82542b07 in Status: SUCCESS [ 933.507324] env[65288]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 68869bfc-a20e-4e3d-ade3-cc6a82542b07 deletion is rescheduled due to dependency. [ 933.507427] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-68869bfc-a20e-4e3d-ade3-cc6a82542b07" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.527654] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.529419] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.529419] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.529419] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.529419] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.537590] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 56718f5e-ffc3-4fca-80b6-7c58be43f4f4 in Status: IN_PROGRESS for 2s [ 933.624927] env[65288]: INFO networking_nsxv3.common.synchronization [req-579c2e7c-43d2-427d-a270-6c9faff9b86d req-bbfb836e-8665-45a1-a72a-972ecb2a91b6 service nova] Enqueued Resource ID: 95112a18-891c-4b28-bdef-db6097f2cb82 with Priority: HIGHEST for action security_group_rules [ 933.625085] env[65288]: INFO networking_nsxv3.common.synchronization [req-579c2e7c-43d2-427d-a270-6c9faff9b86d req-bbfb836e-8665-45a1-a72a-972ecb2a91b6 service nova] Enqueued Resource ID: 95112a18-891c-4b28-bdef-db6097f2cb82 with Priority: HIGHEST for action security_group_members [ 933.625222] env[65288]: INFO networking_nsxv3.common.synchronization [req-579c2e7c-43d2-427d-a270-6c9faff9b86d req-bbfb836e-8665-45a1-a72a-972ecb2a91b6 service nova] Enqueued Resource ID: 9d365a70-1107-4479-a847-8912b26f18ef with Priority: HIGHEST for action port [ 933.626420] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 95112a18-891c-4b28-bdef-db6097f2cb82 with Priority: HIGHEST for action security_group_rules [ 933.626561] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 95112a18-891c-4b28-bdef-db6097f2cb82 with Priority: HIGHEST for action security_group_members [ 933.626659] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9d365a70-1107-4479-a847-8912b26f18ef with Priority: HIGHEST for action port [ 933.626931] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock rules-95112a18-891c-4b28-bdef-db6097f2cb82 taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.627275] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-95112a18-891c-4b28-bdef-db6097f2cb82" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.627312] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-95112a18-891c-4b28-bdef-db6097f2cb82" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.627505] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-95112a18-891c-4b28-bdef-db6097f2cb82" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.627583] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('95112a18-891c-4b28-bdef-db6097f2cb82',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 933.628471] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock member-95112a18-891c-4b28-bdef-db6097f2cb82 taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.628593] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-95112a18-891c-4b28-bdef-db6097f2cb82" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.628639] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-95112a18-891c-4b28-bdef-db6097f2cb82" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.628803] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-95112a18-891c-4b28-bdef-db6097f2cb82" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.628947] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.629194] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.629252] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.629398] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.629482] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.629567] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('95112a18-891c-4b28-bdef-db6097f2cb82',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 933.630312] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock port-9d365a70-1107-4479-a847-8912b26f18ef taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.630422] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9d365a70-1107-4479-a847-8912b26f18ef" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.630479] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9d365a70-1107-4479-a847-8912b26f18ef" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.630624] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9d365a70-1107-4479-a847-8912b26f18ef" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.630695] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9d365a70-1107-4479-a847-8912b26f18ef',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 934.134646] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock member-95112a18-891c-4b28-bdef-db6097f2cb82 taken with stack trace [, , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.134788] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-95112a18-891c-4b28-bdef-db6097f2cb82" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.134987] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('95112a18-891c-4b28-bdef-db6097f2cb82',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 934.135840] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9d365a70-1107-4479-a847-8912b26f18ef with status ACTIVE [ 934.136016] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.137108] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.137108] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.137108] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.137108] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.137108] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.137108] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.137108] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.137108] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.137108] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.137386] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.137386] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.137386] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.137527] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.137527] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.137614] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9d365a70-1107-4479-a847-8912b26f18ef is going to be updated. [ 934.161971] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.162174] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.162174] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.162406] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.162489] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.162609] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9d365a70-1107-4479-a847-8912b26f18ef" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.185550] env[65288]: INFO networking_nsxv3.common.synchronization [req-83a510b7-c42f-4d37-b4aa-02c4f46e0ce6 req-edd9716c-e11a-4c25-a6c1-a1d8933f0386 tempest-ImagesTestJSON-2079948910 tempest-ImagesTestJSON-2079948910-project-member] Enqueued Resource ID: 478730e0-937c-4d51-bdac-99273bb9dff3 with Priority: HIGHEST for action security_group_members [ 934.186064] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 478730e0-937c-4d51-bdac-99273bb9dff3 with Priority: HIGHEST for action security_group_members [ 934.186360] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock member-478730e0-937c-4d51-bdac-99273bb9dff3 taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.186479] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-478730e0-937c-4d51-bdac-99273bb9dff3" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.186546] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-478730e0-937c-4d51-bdac-99273bb9dff3" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.186729] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-478730e0-937c-4d51-bdac-99273bb9dff3" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.186899] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.187332] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.187577] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.187630] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.187745] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.187874] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('478730e0-937c-4d51-bdac-99273bb9dff3',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 934.640921] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('95112a18-891c-4b28-bdef-db6097f2cb82',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 934.690135] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('478730e0-937c-4d51-bdac-99273bb9dff3',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 935.144170] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.144343] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.144394] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.144612] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.144703] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.144802] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 95112a18-891c-4b28-bdef-db6097f2cb82 is going to be created. [ 935.170331] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.171427] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.171427] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.171427] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.171427] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.184271] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 95112a18-891c-4b28-bdef-db6097f2cb82 in Status: UNINITIALIZED for 2s [ 935.193735] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('478730e0-937c-4d51-bdac-99273bb9dff3',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 935.548172] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 56718f5e-ffc3-4fca-80b6-7c58be43f4f4 in Status: SUCCESS [ 935.548172] env[65288]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 56718f5e-ffc3-4fca-80b6-7c58be43f4f4 deletion is rescheduled due to dependency. [ 935.548172] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-56718f5e-ffc3-4fca-80b6-7c58be43f4f4" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.695731] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.696028] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.696028] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.696253] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.696354] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.696454] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 478730e0-937c-4d51-bdac-99273bb9dff3 is going to be updated. [ 935.725677] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.725677] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.725677] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.725886] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.726038] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.737575] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 478730e0-937c-4d51-bdac-99273bb9dff3 in Status: IN_PROGRESS for 2s [ 937.106157] env[65288]: INFO networking_nsxv3.common.synchronization [None req-f0ddc4d8-7cc1-48dd-9285-ad7aa52ec5b1 None None] Enqueued Resource ID: efead964-ef86-4331-a810-a46d135e5aa6 with Priority: HIGHEST for action port [ 937.106485] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: efead964-ef86-4331-a810-a46d135e5aa6 with Priority: HIGHEST for action port [ 937.106787] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock port-efead964-ef86-4331-a810-a46d135e5aa6 taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.106907] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-efead964-ef86-4331-a810-a46d135e5aa6" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.106970] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-efead964-ef86-4331-a810-a46d135e5aa6" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.108501] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-efead964-ef86-4331-a810-a46d135e5aa6" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.108599] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('efead964-ef86-4331-a810-a46d135e5aa6',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 937.195522] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 95112a18-891c-4b28-bdef-db6097f2cb82 in Status: SUCCESS [ 937.195922] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-95112a18-891c-4b28-bdef-db6097f2cb82" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.195922] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-95112a18-891c-4b28-bdef-db6097f2cb82" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.196115] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-95112a18-891c-4b28-bdef-db6097f2cb82" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.196305] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.196417] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.196480] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.196624] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.196705] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.196783] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-95112a18-891c-4b28-bdef-db6097f2cb82" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.196893] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('95112a18-891c-4b28-bdef-db6097f2cb82',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 937.614547] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port efead964-ef86-4331-a810-a46d135e5aa6 [ 937.614787] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.614933] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.615055] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.615941] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.615941] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.615941] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:efead964-ef86-4331-a810-a46d135e5aa6 already deleted. [ 937.615941] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-efead964-ef86-4331-a810-a46d135e5aa6" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.698953] env[65288]: INFO networking_nsxv3.common.synchronization [None req-892ae4d5-2e0a-4067-9aba-bfaccbef8491 None None] Enqueued Resource ID: 878ef866-d955-47c7-8f43-78865a4406a3 with Priority: HIGHEST for action port [ 937.699459] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('95112a18-891c-4b28-bdef-db6097f2cb82',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 937.701436] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 878ef866-d955-47c7-8f43-78865a4406a3 with Priority: HIGHEST for action port [ 937.701955] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock port-878ef866-d955-47c7-8f43-78865a4406a3 taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.702171] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-878ef866-d955-47c7-8f43-78865a4406a3" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.702283] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-878ef866-d955-47c7-8f43-78865a4406a3" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.702535] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-878ef866-d955-47c7-8f43-78865a4406a3" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.702626] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('878ef866-d955-47c7-8f43-78865a4406a3',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 937.708607] env[65288]: INFO networking_nsxv3.common.synchronization [req-2084ea34-39ca-4438-b9ad-bbd86faa3b23 req-a9b00f6a-2656-4125-8d0b-d49b81d3393f tempest-ServerGroupTestJSON-691000768 tempest-ServerGroupTestJSON-691000768-project-member] Enqueued Resource ID: 92bb48a2-ecde-466f-8487-cb0f1c93b7f3 with Priority: HIGHEST for action security_group_members [ 937.709368] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 92bb48a2-ecde-466f-8487-cb0f1c93b7f3 with Priority: HIGHEST for action security_group_members [ 937.710030] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock member-92bb48a2-ecde-466f-8487-cb0f1c93b7f3 taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.710030] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-92bb48a2-ecde-466f-8487-cb0f1c93b7f3" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.710030] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-92bb48a2-ecde-466f-8487-cb0f1c93b7f3" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.710787] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-92bb48a2-ecde-466f-8487-cb0f1c93b7f3" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.710787] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.710787] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.710787] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.710787] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.711027] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.711027] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('92bb48a2-ecde-466f-8487-cb0f1c93b7f3',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 937.747165] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 478730e0-937c-4d51-bdac-99273bb9dff3 in Status: SUCCESS [ 937.747428] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-478730e0-937c-4d51-bdac-99273bb9dff3" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.144202] env[65288]: DEBUG networking_nsxv3.common.locking [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Lock network-443 taken with stack trace [, , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.144586] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquiring lock "network-443" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.144586] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired lock "network-443" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.146763] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired external semaphore "network-443" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.146763] env[65288]: DEBUG networking_nsxv3.common.locking [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.146763] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquiring lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.146763] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.146763] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired external semaphore "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.146763] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Releasing lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.146763] env[65288]: DEBUG dogpile.cache.region [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] No value present for key: 'zone-id' {{(pid=65288) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 938.146763] env[65288]: DEBUG dogpile.lock [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] NeedRegenerationException {{(pid=65288) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 938.146763] env[65288]: DEBUG dogpile.lock [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] no value, waiting for create lock {{(pid=65288) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 938.146763] env[65288]: DEBUG dogpile.lock [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] value creation lock acquired {{(pid=65288) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 938.146763] env[65288]: DEBUG dogpile.cache.region [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] No value present for key: 'zone-id' {{(pid=65288) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 938.147234] env[65288]: DEBUG dogpile.lock [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Calling creation function for not-yet-present value {{(pid=65288) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 938.147234] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 938.166935] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 938.167172] env[65288]: DEBUG dogpile.cache.region [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65288) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 938.167319] env[65288]: DEBUG dogpile.lock [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Released creation lock {{(pid=65288) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 938.167504] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Releasing lock "network-443" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.167820] env[65288]: DEBUG networking_nsxv3.common.locking [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Lock port-23534963-551a-435d-8089-b86c4b301fb8 taken with stack trace [, , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.167992] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquiring lock "port-23534963-551a-435d-8089-b86c4b301fb8" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.168124] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired lock "port-23534963-551a-435d-8089-b86c4b301fb8" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.168444] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired external semaphore "port-23534963-551a-435d-8089-b86c4b301fb8" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.168584] env[65288]: DEBUG networking_nsxv3.api.rpc [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('23534963-551a-435d-8089-b86c4b301fb8',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 938.203998] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 95112a18-891c-4b28-bdef-db6097f2cb82: rpc.has_security_group_logging(os_id): False [ 938.206739] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 878ef866-d955-47c7-8f43-78865a4406a3 [ 938.206985] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.207163] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.207228] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.207435] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.207525] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.207618] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:878ef866-d955-47c7-8f43-78865a4406a3 already deleted. [ 938.207699] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-878ef866-d955-47c7-8f43-78865a4406a3" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.213782] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.213936] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.213996] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.214181] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.214266] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.214457] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.214560] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.214617] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.214745] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.214819] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.214898] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 92bb48a2-ecde-466f-8487-cb0f1c93b7f3 already deleted. [ 938.214984] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-92bb48a2-ecde-466f-8487-cb0f1c93b7f3" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.223734] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.223959] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.223959] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.224475] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.224475] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.224565] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.224652] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.224712] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.224859] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.224934] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.225035] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 95112a18-891c-4b28-bdef-db6097f2cb82 is going to be created. [ 938.293632] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.293632] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.293632] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.293632] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.293922] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.307321] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 95112a18-891c-4b28-bdef-db6097f2cb82 in Status: IN_PROGRESS for 2s [ 938.671191] env[65288]: DEBUG networking_nsxv3.common.locking [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.671433] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.672918] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.673310] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.673507] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.673682] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Segment Port 23534963-551a-435d-8089-b86c4b301fb8 not found, creating... [ 938.675806] env[65288]: DEBUG networking_nsxv3.common.locking [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.675806] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquiring lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.675806] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.675806] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired external semaphore "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.675806] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Releasing lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.675806] env[65288]: DEBUG networking_nsxv3.common.locking [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.675806] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.675806] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.675806] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.675806] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.676341] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Resource: SegmentPort with ID: 23534963-551a-435d-8089-b86c4b301fb8 is going to be created. [ 938.699636] env[65288]: DEBUG networking_nsxv3.common.locking [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.699872] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.700767] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.700767] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.700767] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.700767] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Releasing lock "port-23534963-551a-435d-8089-b86c4b301fb8" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.504216] env[65288]: INFO networking_nsxv3.common.synchronization [req-2084ea34-39ca-4438-b9ad-bbd86faa3b23 req-5e9d7ac6-012f-4c28-821f-4c57e910b236 service nova] Enqueued Resource ID: 92bb48a2-ecde-466f-8487-cb0f1c93b7f3 with Priority: HIGHEST for action security_group_rules [ 939.504925] env[65288]: INFO networking_nsxv3.common.synchronization [req-2084ea34-39ca-4438-b9ad-bbd86faa3b23 req-5e9d7ac6-012f-4c28-821f-4c57e910b236 service nova] Enqueued Resource ID: 92bb48a2-ecde-466f-8487-cb0f1c93b7f3 with Priority: HIGHEST for action security_group_members [ 939.505108] env[65288]: INFO networking_nsxv3.common.synchronization [req-2084ea34-39ca-4438-b9ad-bbd86faa3b23 req-5e9d7ac6-012f-4c28-821f-4c57e910b236 service nova] Enqueued Resource ID: 23534963-551a-435d-8089-b86c4b301fb8 with Priority: HIGHEST for action port [ 939.508885] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 92bb48a2-ecde-466f-8487-cb0f1c93b7f3 with Priority: HIGHEST for action security_group_rules [ 939.508885] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 92bb48a2-ecde-466f-8487-cb0f1c93b7f3 with Priority: HIGHEST for action security_group_members [ 939.508885] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 23534963-551a-435d-8089-b86c4b301fb8 with Priority: HIGHEST for action port [ 939.508885] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock rules-92bb48a2-ecde-466f-8487-cb0f1c93b7f3 taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.508885] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-92bb48a2-ecde-466f-8487-cb0f1c93b7f3" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.508885] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-92bb48a2-ecde-466f-8487-cb0f1c93b7f3" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.508885] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-92bb48a2-ecde-466f-8487-cb0f1c93b7f3" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.508885] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('92bb48a2-ecde-466f-8487-cb0f1c93b7f3',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 939.509553] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock member-92bb48a2-ecde-466f-8487-cb0f1c93b7f3 taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.509553] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-92bb48a2-ecde-466f-8487-cb0f1c93b7f3" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.509553] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-92bb48a2-ecde-466f-8487-cb0f1c93b7f3" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.509553] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-92bb48a2-ecde-466f-8487-cb0f1c93b7f3" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.509671] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.509671] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.509740] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.509859] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.510945] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.510945] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('92bb48a2-ecde-466f-8487-cb0f1c93b7f3',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 939.512670] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock port-23534963-551a-435d-8089-b86c4b301fb8 taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.513384] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-23534963-551a-435d-8089-b86c4b301fb8" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.515321] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-23534963-551a-435d-8089-b86c4b301fb8" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.515321] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-23534963-551a-435d-8089-b86c4b301fb8" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.515321] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('23534963-551a-435d-8089-b86c4b301fb8',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 939.845654] env[65288]: INFO networking_nsxv3.common.synchronization [None req-66480f1a-72d7-4e4d-a2d5-f5a83dfd2142 None None] Enqueued Resource ID: c14f258c-f39a-43c1-89e4-936bf598d1ff with Priority: HIGHEST for action port [ 939.846344] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c14f258c-f39a-43c1-89e4-936bf598d1ff with Priority: HIGHEST for action port [ 939.846735] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock port-c14f258c-f39a-43c1-89e4-936bf598d1ff taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.846735] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c14f258c-f39a-43c1-89e4-936bf598d1ff" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.846826] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c14f258c-f39a-43c1-89e4-936bf598d1ff" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.847422] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c14f258c-f39a-43c1-89e4-936bf598d1ff" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.847685] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c14f258c-f39a-43c1-89e4-936bf598d1ff',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 940.017220] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('92bb48a2-ecde-466f-8487-cb0f1c93b7f3',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 940.020219] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock member-92bb48a2-ecde-466f-8487-cb0f1c93b7f3 taken with stack trace [, , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.020219] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-92bb48a2-ecde-466f-8487-cb0f1c93b7f3" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.020219] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 23534963-551a-435d-8089-b86c4b301fb8 with status ACTIVE [ 940.020219] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.020219] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.020219] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.020219] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.020219] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.020219] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.020219] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.020219] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.020219] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.020219] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.020219] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.020799] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.024097] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.024335] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.024424] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.024518] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 23534963-551a-435d-8089-b86c4b301fb8 is going to be updated. [ 940.046316] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.046452] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.046517] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.046715] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.046845] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.047061] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-23534963-551a-435d-8089-b86c4b301fb8" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.139499] env[65288]: INFO networking_nsxv3.common.synchronization [None req-6e2fad82-0988-46bf-8154-1d9f25150edb None None] Enqueued Resource ID: 77df84f0-595c-4dad-88c2-ad74848ae523 with Priority: HIGHEST for action port [ 940.140100] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 77df84f0-595c-4dad-88c2-ad74848ae523 with Priority: HIGHEST for action port [ 940.140412] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock port-77df84f0-595c-4dad-88c2-ad74848ae523 taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.140533] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-77df84f0-595c-4dad-88c2-ad74848ae523" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.140601] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-77df84f0-595c-4dad-88c2-ad74848ae523" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.140856] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-77df84f0-595c-4dad-88c2-ad74848ae523" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.140936] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('77df84f0-595c-4dad-88c2-ad74848ae523',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 940.321279] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 95112a18-891c-4b28-bdef-db6097f2cb82 in Status: SUCCESS [ 940.321279] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-95112a18-891c-4b28-bdef-db6097f2cb82" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.350616] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c14f258c-f39a-43c1-89e4-936bf598d1ff [ 940.350938] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.351146] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.351250] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.351547] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.351752] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.351886] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c14f258c-f39a-43c1-89e4-936bf598d1ff already deleted. [ 940.352040] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c14f258c-f39a-43c1-89e4-936bf598d1ff" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.527206] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('92bb48a2-ecde-466f-8487-cb0f1c93b7f3',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 940.646444] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 77df84f0-595c-4dad-88c2-ad74848ae523 [ 940.646691] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.646832] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.647070] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.648124] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.648273] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.648416] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:77df84f0-595c-4dad-88c2-ad74848ae523 already deleted. [ 940.648462] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-77df84f0-595c-4dad-88c2-ad74848ae523" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.033243] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.033243] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.033243] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.033243] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.033243] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.033243] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 92bb48a2-ecde-466f-8487-cb0f1c93b7f3 is going to be created. [ 941.055993] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.055993] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.055993] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.055993] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.055993] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.068114] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 92bb48a2-ecde-466f-8487-cb0f1c93b7f3 in Status: UNINITIALIZED for 2s [ 941.606719] env[65288]: INFO networking_nsxv3.common.synchronization [req-08f08582-1c52-4c35-9acc-4fc671f971ac req-d0b16f2c-bfb4-4e57-8838-7a5fc910d2e0 tempest-ServerRescueNegativeTestJSON-235637479 tempest-ServerRescueNegativeTestJSON-235637479-project-member] Enqueued Resource ID: 7c5eacb1-dc08-44cb-9c94-fd0ecc833004 with Priority: HIGHEST for action security_group_members [ 941.607347] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7c5eacb1-dc08-44cb-9c94-fd0ecc833004 with Priority: HIGHEST for action security_group_members [ 941.607706] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock member-7c5eacb1-dc08-44cb-9c94-fd0ecc833004 taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.607834] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7c5eacb1-dc08-44cb-9c94-fd0ecc833004" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.607906] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7c5eacb1-dc08-44cb-9c94-fd0ecc833004" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.608443] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7c5eacb1-dc08-44cb-9c94-fd0ecc833004" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.608443] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.608562] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.608603] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.608915] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.608915] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.608915] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7c5eacb1-dc08-44cb-9c94-fd0ecc833004',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 942.087499] env[65288]: DEBUG networking_nsxv3.common.locking [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Lock network-617 taken with stack trace [, , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.087499] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquiring lock "network-617" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.087499] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired lock "network-617" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.087499] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired external semaphore "network-617" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.087499] env[65288]: DEBUG networking_nsxv3.common.locking [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.087499] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquiring lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.087499] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.087499] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired external semaphore "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.087499] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Releasing lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.087499] env[65288]: DEBUG dogpile.cache.region [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] No value present for key: 'zone-id' {{(pid=65288) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 942.087499] env[65288]: DEBUG dogpile.lock [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] NeedRegenerationException {{(pid=65288) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 942.087499] env[65288]: DEBUG dogpile.lock [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] no value, waiting for create lock {{(pid=65288) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 942.087499] env[65288]: DEBUG dogpile.lock [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] value creation lock acquired {{(pid=65288) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 942.088242] env[65288]: DEBUG dogpile.cache.region [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] No value present for key: 'zone-id' {{(pid=65288) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 942.088242] env[65288]: DEBUG dogpile.lock [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Calling creation function for not-yet-present value {{(pid=65288) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 942.088242] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 942.112043] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.112234] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.112286] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.112777] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.112777] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.112777] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.112949] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.112949] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.113048] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.113707] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.113707] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7c5eacb1-dc08-44cb-9c94-fd0ecc833004 already deleted. [ 942.113707] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7c5eacb1-dc08-44cb-9c94-fd0ecc833004" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.119337] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 942.119590] env[65288]: DEBUG dogpile.cache.region [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Cache value generated in 0.032 seconds for key(s): 'zone-id' {{(pid=65288) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 942.119694] env[65288]: DEBUG dogpile.lock [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Released creation lock {{(pid=65288) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 942.119892] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Releasing lock "network-617" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.120359] env[65288]: DEBUG networking_nsxv3.common.locking [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Lock port-7c740e89-eaf0-4dc6-a29f-b1ee587b6df3 taken with stack trace [, , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.120545] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquiring lock "port-7c740e89-eaf0-4dc6-a29f-b1ee587b6df3" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.120671] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired lock "port-7c740e89-eaf0-4dc6-a29f-b1ee587b6df3" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.121312] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired external semaphore "port-7c740e89-eaf0-4dc6-a29f-b1ee587b6df3" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.121312] env[65288]: DEBUG networking_nsxv3.api.rpc [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7c740e89-eaf0-4dc6-a29f-b1ee587b6df3',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 942.624409] env[65288]: DEBUG networking_nsxv3.common.locking [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.624827] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.624827] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.625341] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.625341] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.625456] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Segment Port 7c740e89-eaf0-4dc6-a29f-b1ee587b6df3 not found, creating... [ 942.625662] env[65288]: DEBUG networking_nsxv3.common.locking [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.625955] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquiring lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.626090] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.626320] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired external semaphore "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.626464] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Releasing lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.627240] env[65288]: DEBUG networking_nsxv3.common.locking [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.627240] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.627446] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.627574] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.627687] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.627826] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Resource: SegmentPort with ID: 7c740e89-eaf0-4dc6-a29f-b1ee587b6df3 is going to be created. [ 942.655052] env[65288]: DEBUG networking_nsxv3.common.locking [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.655292] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.655416] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.655732] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.655972] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.656267] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Releasing lock "port-7c740e89-eaf0-4dc6-a29f-b1ee587b6df3" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.080299] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 92bb48a2-ecde-466f-8487-cb0f1c93b7f3 in Status: SUCCESS [ 943.080532] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-92bb48a2-ecde-466f-8487-cb0f1c93b7f3" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.080662] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-92bb48a2-ecde-466f-8487-cb0f1c93b7f3" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.080897] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-92bb48a2-ecde-466f-8487-cb0f1c93b7f3" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.081097] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.081270] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.081315] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.081765] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.081765] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.081765] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-92bb48a2-ecde-466f-8487-cb0f1c93b7f3" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.081765] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('92bb48a2-ecde-466f-8487-cb0f1c93b7f3',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 943.358311] env[65288]: INFO networking_nsxv3.common.synchronization [req-08f08582-1c52-4c35-9acc-4fc671f971ac req-3809847d-9aed-483b-abe9-bfbebc3ea38c service nova] Enqueued Resource ID: 7c5eacb1-dc08-44cb-9c94-fd0ecc833004 with Priority: HIGHEST for action security_group_rules [ 943.358311] env[65288]: INFO networking_nsxv3.common.synchronization [req-08f08582-1c52-4c35-9acc-4fc671f971ac req-3809847d-9aed-483b-abe9-bfbebc3ea38c service nova] Enqueued Resource ID: 7c5eacb1-dc08-44cb-9c94-fd0ecc833004 with Priority: HIGHEST for action security_group_members [ 943.358311] env[65288]: INFO networking_nsxv3.common.synchronization [req-08f08582-1c52-4c35-9acc-4fc671f971ac req-3809847d-9aed-483b-abe9-bfbebc3ea38c service nova] Enqueued Resource ID: 7c740e89-eaf0-4dc6-a29f-b1ee587b6df3 with Priority: HIGHEST for action port [ 943.358311] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7c5eacb1-dc08-44cb-9c94-fd0ecc833004 with Priority: HIGHEST for action security_group_rules [ 943.358311] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7c5eacb1-dc08-44cb-9c94-fd0ecc833004 with Priority: HIGHEST for action security_group_members [ 943.358311] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7c740e89-eaf0-4dc6-a29f-b1ee587b6df3 with Priority: HIGHEST for action port [ 943.358525] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7c5eacb1-dc08-44cb-9c94-fd0ecc833004 taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.359421] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7c5eacb1-dc08-44cb-9c94-fd0ecc833004" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.359421] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7c5eacb1-dc08-44cb-9c94-fd0ecc833004" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.359421] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7c5eacb1-dc08-44cb-9c94-fd0ecc833004" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.359421] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7c5eacb1-dc08-44cb-9c94-fd0ecc833004',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 943.361644] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock member-7c5eacb1-dc08-44cb-9c94-fd0ecc833004 taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.361815] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7c5eacb1-dc08-44cb-9c94-fd0ecc833004" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.362225] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7c5eacb1-dc08-44cb-9c94-fd0ecc833004" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.363257] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7c5eacb1-dc08-44cb-9c94-fd0ecc833004" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.363831] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.365432] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.365432] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.367332] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.367332] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.367332] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7c5eacb1-dc08-44cb-9c94-fd0ecc833004',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 943.367332] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock port-7c740e89-eaf0-4dc6-a29f-b1ee587b6df3 taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.367332] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7c740e89-eaf0-4dc6-a29f-b1ee587b6df3" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.367332] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7c740e89-eaf0-4dc6-a29f-b1ee587b6df3" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.367332] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7c740e89-eaf0-4dc6-a29f-b1ee587b6df3" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.367332] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7c740e89-eaf0-4dc6-a29f-b1ee587b6df3',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 943.584413] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock member-92bb48a2-ecde-466f-8487-cb0f1c93b7f3 taken with stack trace [, , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.584654] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-92bb48a2-ecde-466f-8487-cb0f1c93b7f3" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.584728] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-92bb48a2-ecde-466f-8487-cb0f1c93b7f3" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.584934] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-92bb48a2-ecde-466f-8487-cb0f1c93b7f3" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.586391] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.586565] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.586617] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.587127] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.587127] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.587127] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-92bb48a2-ecde-466f-8487-cb0f1c93b7f3" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.587247] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock member-92bb48a2-ecde-466f-8487-cb0f1c93b7f3 taken with stack trace [, , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.587320] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-92bb48a2-ecde-466f-8487-cb0f1c93b7f3" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.587387] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-92bb48a2-ecde-466f-8487-cb0f1c93b7f3" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.587530] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-92bb48a2-ecde-466f-8487-cb0f1c93b7f3" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.587666] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.587760] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.587835] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.587975] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.588054] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.588131] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-92bb48a2-ecde-466f-8487-cb0f1c93b7f3" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.588239] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('92bb48a2-ecde-466f-8487-cb0f1c93b7f3',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 943.614800] env[65288]: INFO networking_nsxv3.common.synchronization [req-507f8ecf-7e7d-4552-bfc7-0814f490c41f req-129b5ec4-7e64-4a61-9545-ef1eec256539 tempest-AttachVolumeNegativeTest-2114498848 tempest-AttachVolumeNegativeTest-2114498848-project-member] Enqueued Resource ID: 2fb35559-ccf9-4477-9499-828fe56870c8 with Priority: HIGHEST for action security_group_members [ 943.615393] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2fb35559-ccf9-4477-9499-828fe56870c8 with Priority: HIGHEST for action security_group_members [ 943.615707] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock member-2fb35559-ccf9-4477-9499-828fe56870c8 taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.615908] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2fb35559-ccf9-4477-9499-828fe56870c8" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.616051] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2fb35559-ccf9-4477-9499-828fe56870c8" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.616254] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2fb35559-ccf9-4477-9499-828fe56870c8" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.616403] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.616551] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.616619] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.616765] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.616846] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.616946] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2fb35559-ccf9-4477-9499-828fe56870c8',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 943.874761] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock member-7c5eacb1-dc08-44cb-9c94-fd0ecc833004 taken with stack trace [, , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.874761] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7c5eacb1-dc08-44cb-9c94-fd0ecc833004" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.875152] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7c5eacb1-dc08-44cb-9c94-fd0ecc833004',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 943.875865] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7c740e89-eaf0-4dc6-a29f-b1ee587b6df3 with status ACTIVE [ 943.876497] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.876719] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.876719] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.877049] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.877176] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.877674] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.877801] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.877886] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.878278] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.878278] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.878367] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.878414] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.878467] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.878613] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.878687] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.878781] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7c740e89-eaf0-4dc6-a29f-b1ee587b6df3 is going to be updated. [ 943.904020] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.904172] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.904250] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.904714] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.904714] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.904825] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7c740e89-eaf0-4dc6-a29f-b1ee587b6df3" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.094992] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 92bb48a2-ecde-466f-8487-cb0f1c93b7f3: rpc.has_security_group_logging(os_id): False [ 944.113443] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.113636] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.113730] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.113994] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.114353] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.114588] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.114692] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.114748] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.114957] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.115078] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.115329] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.115434] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.115516] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.115710] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.115768] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.116037] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.116225] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.116316] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.116487] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.116591] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.116827] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 92bb48a2-ecde-466f-8487-cb0f1c93b7f3 is going to be created. [ 944.119815] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.119975] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.120093] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.120285] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.120668] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.120668] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.120668] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.120844] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.120920] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.121026] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.121163] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2fb35559-ccf9-4477-9499-828fe56870c8 is going to be updated. [ 944.151528] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.153326] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.153613] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.154038] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.154752] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.166658] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2fb35559-ccf9-4477-9499-828fe56870c8 in Status: IN_PROGRESS for 2s [ 944.195070] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.195295] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.195295] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.195500] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.195680] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.206917] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 92bb48a2-ecde-466f-8487-cb0f1c93b7f3 in Status: IN_PROGRESS for 2s [ 944.381968] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7c5eacb1-dc08-44cb-9c94-fd0ecc833004',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 944.884190] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.884557] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.884557] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.885295] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.885295] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.885605] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7c5eacb1-dc08-44cb-9c94-fd0ecc833004 is going to be created. [ 944.920962] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.924058] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.924058] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.924058] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.924058] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.935905] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7c5eacb1-dc08-44cb-9c94-fd0ecc833004 in Status: UNINITIALIZED for 2s [ 946.178410] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2fb35559-ccf9-4477-9499-828fe56870c8 in Status: SUCCESS [ 946.178410] env[65288]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2fb35559-ccf9-4477-9499-828fe56870c8 deletion is rescheduled due to dependency. [ 946.178804] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2fb35559-ccf9-4477-9499-828fe56870c8" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.221399] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 92bb48a2-ecde-466f-8487-cb0f1c93b7f3 in Status: SUCCESS [ 946.221691] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-92bb48a2-ecde-466f-8487-cb0f1c93b7f3" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.946312] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7c5eacb1-dc08-44cb-9c94-fd0ecc833004 in Status: SUCCESS [ 946.946312] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7c5eacb1-dc08-44cb-9c94-fd0ecc833004" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.946459] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7c5eacb1-dc08-44cb-9c94-fd0ecc833004" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.946603] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7c5eacb1-dc08-44cb-9c94-fd0ecc833004" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.946787] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.946906] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.947152] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.947152] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.947234] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.947315] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7c5eacb1-dc08-44cb-9c94-fd0ecc833004" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.947405] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7c5eacb1-dc08-44cb-9c94-fd0ecc833004',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 947.449736] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7c5eacb1-dc08-44cb-9c94-fd0ecc833004',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 947.635875] env[65288]: INFO networking_nsxv3.common.synchronization [req-ddfcc9b4-b5eb-4dca-85b9-daad6b30e282 req-6797a341-9037-4385-8ab8-aba06843fb84 tempest-DeleteServersTestJSON-1755245245 tempest-DeleteServersTestJSON-1755245245-project-member] Enqueued Resource ID: 5c1b1b02-0d0e-421c-9442-12c88f168c61 with Priority: HIGHEST for action security_group_members [ 947.636713] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5c1b1b02-0d0e-421c-9442-12c88f168c61 with Priority: HIGHEST for action security_group_members [ 947.637029] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock member-5c1b1b02-0d0e-421c-9442-12c88f168c61 taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.637159] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5c1b1b02-0d0e-421c-9442-12c88f168c61" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.637255] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5c1b1b02-0d0e-421c-9442-12c88f168c61" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.637418] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5c1b1b02-0d0e-421c-9442-12c88f168c61" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.637570] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.637673] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.637725] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.637872] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.637954] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.638070] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5c1b1b02-0d0e-421c-9442-12c88f168c61',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 947.952045] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7c5eacb1-dc08-44cb-9c94-fd0ecc833004: rpc.has_security_group_logging(os_id): False [ 947.969469] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.969608] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.969664] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.969869] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.969963] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.970222] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.970339] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.970375] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.970524] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.970599] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.970684] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7c5eacb1-dc08-44cb-9c94-fd0ecc833004 is going to be created. [ 948.027272] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.027516] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.027516] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.027630] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.027828] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.038018] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7c5eacb1-dc08-44cb-9c94-fd0ecc833004 in Status: IN_PROGRESS for 2s [ 948.143811] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.144054] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.144131] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.144442] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.144559] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.144816] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.144944] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.145042] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.145226] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.145324] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.145434] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5c1b1b02-0d0e-421c-9442-12c88f168c61 is going to be updated. [ 948.182406] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.182591] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.182656] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.182861] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.182958] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.194225] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5c1b1b02-0d0e-421c-9442-12c88f168c61 in Status: IN_PROGRESS for 2s [ 949.495122] env[65288]: INFO networking_nsxv3.common.synchronization [None req-01a24577-76b7-4918-8531-eb0253bdf2ca tempest-AttachVolumeShelveTestJSON-1139502408 tempest-AttachVolumeShelveTestJSON-1139502408-project-member] Enqueued Resource ID: ea06a721-ec40-45ad-9f76-f8a7965f00f6 with Priority: HIGHEST for action security_group_rules [ 949.496095] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ea06a721-ec40-45ad-9f76-f8a7965f00f6 with Priority: HIGHEST for action security_group_rules [ 949.496463] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ea06a721-ec40-45ad-9f76-f8a7965f00f6 taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.498054] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ea06a721-ec40-45ad-9f76-f8a7965f00f6" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.498236] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ea06a721-ec40-45ad-9f76-f8a7965f00f6" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.498491] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ea06a721-ec40-45ad-9f76-f8a7965f00f6" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.498604] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ea06a721-ec40-45ad-9f76-f8a7965f00f6',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 949.596442] env[65288]: INFO networking_nsxv3.common.synchronization [None req-32867497-6836-4774-9360-28c6a9139e4a tempest-AttachVolumeShelveTestJSON-1139502408 tempest-AttachVolumeShelveTestJSON-1139502408-project-member] Enqueued Resource ID: ea06a721-ec40-45ad-9f76-f8a7965f00f6 with Priority: HIGHEST for action security_group_rules [ 949.597013] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ea06a721-ec40-45ad-9f76-f8a7965f00f6 with Priority: HIGHEST for action security_group_rules [ 949.597627] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ea06a721-ec40-45ad-9f76-f8a7965f00f6 taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.597735] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ea06a721-ec40-45ad-9f76-f8a7965f00f6" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.019848] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.020025] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.020074] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.020313] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.020406] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.020503] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ea06a721-ec40-45ad-9f76-f8a7965f00f6 already deleted. [ 950.020584] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ea06a721-ec40-45ad-9f76-f8a7965f00f6" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.020734] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ea06a721-ec40-45ad-9f76-f8a7965f00f6" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.020892] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ea06a721-ec40-45ad-9f76-f8a7965f00f6" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.020972] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ea06a721-ec40-45ad-9f76-f8a7965f00f6',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 950.049806] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7c5eacb1-dc08-44cb-9c94-fd0ecc833004 in Status: SUCCESS [ 950.049921] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7c5eacb1-dc08-44cb-9c94-fd0ecc833004" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.206348] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5c1b1b02-0d0e-421c-9442-12c88f168c61 in Status: SUCCESS [ 950.206467] env[65288]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5c1b1b02-0d0e-421c-9442-12c88f168c61 deletion is rescheduled due to dependency. [ 950.206533] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5c1b1b02-0d0e-421c-9442-12c88f168c61" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.546118] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.546489] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.546489] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.546612] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.546724] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.546856] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ea06a721-ec40-45ad-9f76-f8a7965f00f6 already deleted. [ 950.546957] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ea06a721-ec40-45ad-9f76-f8a7965f00f6" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.689496] env[65288]: INFO networking_nsxv3.common.synchronization [req-7f0564ff-87e9-4910-9653-a6af295e3682 req-28ffa3b5-53dd-4b2a-a9c7-6663a21236ab tempest-ServersWithSpecificFlavorTestJSON-1599039208 tempest-ServersWithSpecificFlavorTestJSON-1599039208-project-member] Enqueued Resource ID: 7c0d4d7d-0f42-44b6-9b96-48783f50789f with Priority: HIGHEST for action security_group_members [ 951.690116] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7c0d4d7d-0f42-44b6-9b96-48783f50789f with Priority: HIGHEST for action security_group_members [ 951.690448] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock member-7c0d4d7d-0f42-44b6-9b96-48783f50789f taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.690591] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7c0d4d7d-0f42-44b6-9b96-48783f50789f" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.690661] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7c0d4d7d-0f42-44b6-9b96-48783f50789f" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.690878] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7c0d4d7d-0f42-44b6-9b96-48783f50789f" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.690974] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.691073] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.691134] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.691411] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.691541] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.691646] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7c0d4d7d-0f42-44b6-9b96-48783f50789f',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 952.193702] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.193859] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.193928] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.194163] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.215246] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.216303] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.216479] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.216540] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.216700] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.216776] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.216868] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7c0d4d7d-0f42-44b6-9b96-48783f50789f is going to be updated. [ 952.246943] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.246943] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.246943] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.246943] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.247269] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.257946] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7c0d4d7d-0f42-44b6-9b96-48783f50789f in Status: IN_PROGRESS for 2s [ 952.555355] env[65288]: INFO networking_nsxv3.common.synchronization [req-7c440c7c-d3d9-4529-a7e1-4a21254e5c81 req-48f7ea0f-ef0c-4921-8e41-4147cc7f0884 tempest-ServerGroupTestJSON-691000768 tempest-ServerGroupTestJSON-691000768-project-member] Enqueued Resource ID: 92bb48a2-ecde-466f-8487-cb0f1c93b7f3 with Priority: HIGHEST for action security_group_members [ 952.555891] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 92bb48a2-ecde-466f-8487-cb0f1c93b7f3 with Priority: HIGHEST for action security_group_members [ 952.556239] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock member-92bb48a2-ecde-466f-8487-cb0f1c93b7f3 taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.556364] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-92bb48a2-ecde-466f-8487-cb0f1c93b7f3" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.556430] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-92bb48a2-ecde-466f-8487-cb0f1c93b7f3" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.556634] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-92bb48a2-ecde-466f-8487-cb0f1c93b7f3" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.556779] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.556870] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.556928] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.557097] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.557189] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.557282] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('92bb48a2-ecde-466f-8487-cb0f1c93b7f3',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 953.060077] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.060418] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.060418] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.060910] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.060910] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.060910] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.060910] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.061125] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.061165] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.061231] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.061314] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 92bb48a2-ecde-466f-8487-cb0f1c93b7f3 is going to be updated. [ 953.092495] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.092627] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.092740] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.093734] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.093734] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.103438] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 92bb48a2-ecde-466f-8487-cb0f1c93b7f3 in Status: IN_PROGRESS for 2s [ 954.268604] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7c0d4d7d-0f42-44b6-9b96-48783f50789f in Status: SUCCESS [ 954.268604] env[65288]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7c0d4d7d-0f42-44b6-9b96-48783f50789f deletion is rescheduled due to dependency. [ 954.268604] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7c0d4d7d-0f42-44b6-9b96-48783f50789f" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.114722] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 92bb48a2-ecde-466f-8487-cb0f1c93b7f3 in Status: SUCCESS [ 955.114906] env[65288]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 92bb48a2-ecde-466f-8487-cb0f1c93b7f3 deletion is rescheduled due to dependency. [ 955.115032] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-92bb48a2-ecde-466f-8487-cb0f1c93b7f3" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.211570] env[65288]: INFO networking_nsxv3.common.synchronization [None req-1dbad463-d78a-48b0-aa6c-ac3ad5e6a6d1 None None] Enqueued Resource ID: d4856e7e-b17e-498a-9a79-d4d63e010d0a with Priority: HIGHEST for action port [ 955.212413] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d4856e7e-b17e-498a-9a79-d4d63e010d0a with Priority: HIGHEST for action port [ 955.212465] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock port-d4856e7e-b17e-498a-9a79-d4d63e010d0a taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.212618] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d4856e7e-b17e-498a-9a79-d4d63e010d0a" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.212684] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d4856e7e-b17e-498a-9a79-d4d63e010d0a" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.214900] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d4856e7e-b17e-498a-9a79-d4d63e010d0a" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.214987] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d4856e7e-b17e-498a-9a79-d4d63e010d0a',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 955.716922] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d4856e7e-b17e-498a-9a79-d4d63e010d0a [ 955.721047] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.721047] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.721047] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.721047] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.721047] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.721047] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d4856e7e-b17e-498a-9a79-d4d63e010d0a already deleted. [ 955.721047] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d4856e7e-b17e-498a-9a79-d4d63e010d0a" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.969280] env[65288]: INFO networking_nsxv3.common.synchronization [req-6a63bbd8-66c5-462e-9151-0ddcb952b0d5 req-01638fad-f240-408e-aaff-6cbf0c3e57dd tempest-ServersV294TestFqdnHostnames-1226647662 tempest-ServersV294TestFqdnHostnames-1226647662-project-member] Enqueued Resource ID: 660ad36e-3e26-4bd0-b7f4-2aa91278d56a with Priority: HIGHEST for action security_group_members [ 955.969280] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 660ad36e-3e26-4bd0-b7f4-2aa91278d56a with Priority: HIGHEST for action security_group_members [ 955.969280] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock member-660ad36e-3e26-4bd0-b7f4-2aa91278d56a taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.969448] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-660ad36e-3e26-4bd0-b7f4-2aa91278d56a" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.970387] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-660ad36e-3e26-4bd0-b7f4-2aa91278d56a" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.970387] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-660ad36e-3e26-4bd0-b7f4-2aa91278d56a" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.970387] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.970387] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.970387] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.970387] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.970387] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.970701] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('660ad36e-3e26-4bd0-b7f4-2aa91278d56a',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 956.159058] env[65288]: INFO networking_nsxv3.common.synchronization [None req-2514b14f-b0d0-40d7-8026-9d6ab637c363 tempest-ServerActionsTestOtherA-400423340 tempest-ServerActionsTestOtherA-400423340-project-member] Enqueued Resource ID: 53359e10-2543-4595-b61f-58a2f432658d with Priority: HIGHEST for action security_group_rules [ 956.159527] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 53359e10-2543-4595-b61f-58a2f432658d with Priority: HIGHEST for action security_group_rules [ 956.159837] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock rules-53359e10-2543-4595-b61f-58a2f432658d taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.159955] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-53359e10-2543-4595-b61f-58a2f432658d" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.162669] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-53359e10-2543-4595-b61f-58a2f432658d" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.163318] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-53359e10-2543-4595-b61f-58a2f432658d" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.163441] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('53359e10-2543-4595-b61f-58a2f432658d',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 956.331032] env[65288]: INFO networking_nsxv3.common.synchronization [None req-e8476f4d-ebac-4f86-a30c-4ff31a665a24 tempest-ServerActionsTestOtherA-400423340 tempest-ServerActionsTestOtherA-400423340-project-member] Enqueued Resource ID: 53359e10-2543-4595-b61f-58a2f432658d with Priority: HIGHEST for action security_group_rules [ 956.331032] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 53359e10-2543-4595-b61f-58a2f432658d with Priority: HIGHEST for action security_group_rules [ 956.331032] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock rules-53359e10-2543-4595-b61f-58a2f432658d taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.331032] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-53359e10-2543-4595-b61f-58a2f432658d" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.474398] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.474600] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.474675] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.474914] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.475092] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.475260] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.475395] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.475455] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.475608] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.475690] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.475811] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 660ad36e-3e26-4bd0-b7f4-2aa91278d56a already deleted. [ 956.475911] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-660ad36e-3e26-4bd0-b7f4-2aa91278d56a" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.538734] env[65288]: DEBUG networking_nsxv3.common.locking [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Lock network-464 taken with stack trace [, , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.538913] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquiring lock "network-464" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.539035] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired lock "network-464" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.540051] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired external semaphore "network-464" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.540051] env[65288]: DEBUG networking_nsxv3.common.locking [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.540051] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquiring lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.540051] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.540367] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired external semaphore "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.540367] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Releasing lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.540548] env[65288]: DEBUG dogpile.cache.region [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] No value present for key: 'zone-id' {{(pid=65288) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 956.540679] env[65288]: DEBUG dogpile.lock [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] NeedRegenerationException {{(pid=65288) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 956.540790] env[65288]: DEBUG dogpile.lock [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] no value, waiting for create lock {{(pid=65288) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 956.540896] env[65288]: DEBUG dogpile.lock [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] value creation lock acquired {{(pid=65288) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 956.541015] env[65288]: DEBUG dogpile.cache.region [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] No value present for key: 'zone-id' {{(pid=65288) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 956.541123] env[65288]: DEBUG dogpile.lock [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Calling creation function for not-yet-present value {{(pid=65288) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 956.541254] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 956.564019] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 956.564185] env[65288]: DEBUG dogpile.cache.region [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65288) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 956.564322] env[65288]: DEBUG dogpile.lock [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Released creation lock {{(pid=65288) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 956.564498] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Releasing lock "network-464" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.564830] env[65288]: DEBUG networking_nsxv3.common.locking [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Lock port-cbbf9abb-fcf2-41bc-8764-188a84c14e95 taken with stack trace [, , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.565024] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquiring lock "port-cbbf9abb-fcf2-41bc-8764-188a84c14e95" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.565116] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired lock "port-cbbf9abb-fcf2-41bc-8764-188a84c14e95" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.565431] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired external semaphore "port-cbbf9abb-fcf2-41bc-8764-188a84c14e95" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.565566] env[65288]: DEBUG networking_nsxv3.api.rpc [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cbbf9abb-fcf2-41bc-8764-188a84c14e95',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 956.689254] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.689449] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.689488] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.690080] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.690080] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.690080] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 53359e10-2543-4595-b61f-58a2f432658d already deleted. [ 956.690080] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-53359e10-2543-4595-b61f-58a2f432658d" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.690330] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-53359e10-2543-4595-b61f-58a2f432658d" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.690330] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-53359e10-2543-4595-b61f-58a2f432658d" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.690386] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('53359e10-2543-4595-b61f-58a2f432658d',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 957.072179] env[65288]: DEBUG networking_nsxv3.common.locking [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.072611] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.073603] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.073854] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.074155] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.074403] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Segment Port cbbf9abb-fcf2-41bc-8764-188a84c14e95 not found, creating... [ 957.074830] env[65288]: DEBUG networking_nsxv3.common.locking [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.075240] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquiring lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.075431] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.075768] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired external semaphore "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.075983] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Releasing lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.076446] env[65288]: DEBUG networking_nsxv3.common.locking [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.076686] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.078021] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.078021] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.078021] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.078021] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Resource: SegmentPort with ID: cbbf9abb-fcf2-41bc-8764-188a84c14e95 is going to be created. [ 957.100570] env[65288]: DEBUG networking_nsxv3.common.locking [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.100881] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.101089] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.101502] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.102068] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.102575] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Releasing lock "port-cbbf9abb-fcf2-41bc-8764-188a84c14e95" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.220757] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.220950] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.220950] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.221309] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.221407] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.221571] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 53359e10-2543-4595-b61f-58a2f432658d already deleted. [ 957.221571] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-53359e10-2543-4595-b61f-58a2f432658d" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.632180] env[65288]: INFO networking_nsxv3.common.synchronization [None req-a5037361-8951-48f7-9008-1cab622210d9 None None] Enqueued Resource ID: 47c9cecc-a170-4c51-a185-62f999ee1762 with Priority: HIGHEST for action port [ 957.632712] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 47c9cecc-a170-4c51-a185-62f999ee1762 with Priority: HIGHEST for action port [ 957.633031] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock port-47c9cecc-a170-4c51-a185-62f999ee1762 taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.635190] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-47c9cecc-a170-4c51-a185-62f999ee1762" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.635190] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-47c9cecc-a170-4c51-a185-62f999ee1762" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.635190] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-47c9cecc-a170-4c51-a185-62f999ee1762" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.635190] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('47c9cecc-a170-4c51-a185-62f999ee1762',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 957.812981] env[65288]: INFO networking_nsxv3.common.synchronization [req-6a63bbd8-66c5-462e-9151-0ddcb952b0d5 req-9675d0e2-4a46-4197-9765-78c8784867d9 service nova] Enqueued Resource ID: 660ad36e-3e26-4bd0-b7f4-2aa91278d56a with Priority: HIGHEST for action security_group_rules [ 957.813210] env[65288]: INFO networking_nsxv3.common.synchronization [req-6a63bbd8-66c5-462e-9151-0ddcb952b0d5 req-9675d0e2-4a46-4197-9765-78c8784867d9 service nova] Enqueued Resource ID: 660ad36e-3e26-4bd0-b7f4-2aa91278d56a with Priority: HIGHEST for action security_group_members [ 957.813359] env[65288]: INFO networking_nsxv3.common.synchronization [req-6a63bbd8-66c5-462e-9151-0ddcb952b0d5 req-9675d0e2-4a46-4197-9765-78c8784867d9 service nova] Enqueued Resource ID: cbbf9abb-fcf2-41bc-8764-188a84c14e95 with Priority: HIGHEST for action port [ 957.813989] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 660ad36e-3e26-4bd0-b7f4-2aa91278d56a with Priority: HIGHEST for action security_group_rules [ 957.814124] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 660ad36e-3e26-4bd0-b7f4-2aa91278d56a with Priority: HIGHEST for action security_group_members [ 957.814244] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cbbf9abb-fcf2-41bc-8764-188a84c14e95 with Priority: HIGHEST for action port [ 957.814560] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock rules-660ad36e-3e26-4bd0-b7f4-2aa91278d56a taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.814735] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-660ad36e-3e26-4bd0-b7f4-2aa91278d56a" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.814824] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-660ad36e-3e26-4bd0-b7f4-2aa91278d56a" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.815060] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-660ad36e-3e26-4bd0-b7f4-2aa91278d56a" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.815150] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('660ad36e-3e26-4bd0-b7f4-2aa91278d56a',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 957.816480] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock member-660ad36e-3e26-4bd0-b7f4-2aa91278d56a taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.816628] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-660ad36e-3e26-4bd0-b7f4-2aa91278d56a" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.816686] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-660ad36e-3e26-4bd0-b7f4-2aa91278d56a" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.816879] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-660ad36e-3e26-4bd0-b7f4-2aa91278d56a" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.817100] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.817257] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.817364] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.817597] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.817752] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.817897] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('660ad36e-3e26-4bd0-b7f4-2aa91278d56a',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 957.820579] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock port-cbbf9abb-fcf2-41bc-8764-188a84c14e95 taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.820579] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cbbf9abb-fcf2-41bc-8764-188a84c14e95" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.820579] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cbbf9abb-fcf2-41bc-8764-188a84c14e95" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.820579] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cbbf9abb-fcf2-41bc-8764-188a84c14e95" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.820579] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cbbf9abb-fcf2-41bc-8764-188a84c14e95',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 958.136863] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 47c9cecc-a170-4c51-a185-62f999ee1762 [ 958.137125] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.137264] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.137334] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.137575] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.137661] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.137755] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:47c9cecc-a170-4c51-a185-62f999ee1762 already deleted. [ 958.137843] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-47c9cecc-a170-4c51-a185-62f999ee1762" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.324616] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port cbbf9abb-fcf2-41bc-8764-188a84c14e95 with status ACTIVE [ 958.324616] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.324616] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.324616] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.324616] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.324616] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.324616] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.324616] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.324616] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.324616] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.324616] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.324616] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.324616] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.324616] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.324616] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.324616] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.324616] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: cbbf9abb-fcf2-41bc-8764-188a84c14e95 is going to be updated. [ 958.327189] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock member-660ad36e-3e26-4bd0-b7f4-2aa91278d56a taken with stack trace [, , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.327189] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-660ad36e-3e26-4bd0-b7f4-2aa91278d56a" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.327189] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('660ad36e-3e26-4bd0-b7f4-2aa91278d56a',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 958.347895] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.347895] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.347895] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.347895] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.347895] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.347895] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cbbf9abb-fcf2-41bc-8764-188a84c14e95" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.828123] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('660ad36e-3e26-4bd0-b7f4-2aa91278d56a',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 959.331689] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.331981] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.331981] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.332919] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.332919] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.332919] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 660ad36e-3e26-4bd0-b7f4-2aa91278d56a is going to be created. [ 959.357309] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.357467] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.357577] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.357734] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.357893] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.370319] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 660ad36e-3e26-4bd0-b7f4-2aa91278d56a in Status: UNINITIALIZED for 2s [ 961.384421] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 660ad36e-3e26-4bd0-b7f4-2aa91278d56a in Status: SUCCESS [ 961.384816] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-660ad36e-3e26-4bd0-b7f4-2aa91278d56a" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.384878] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-660ad36e-3e26-4bd0-b7f4-2aa91278d56a" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.385701] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-660ad36e-3e26-4bd0-b7f4-2aa91278d56a" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.385701] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.385701] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.385701] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.385701] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.386044] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.386044] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-660ad36e-3e26-4bd0-b7f4-2aa91278d56a" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.386044] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('660ad36e-3e26-4bd0-b7f4-2aa91278d56a',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 961.887953] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('660ad36e-3e26-4bd0-b7f4-2aa91278d56a',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 962.392094] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 660ad36e-3e26-4bd0-b7f4-2aa91278d56a: rpc.has_security_group_logging(os_id): False [ 962.410059] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.410255] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.410355] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.410629] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.410747] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.411083] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.411217] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.411309] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.411507] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.411610] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.411740] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 660ad36e-3e26-4bd0-b7f4-2aa91278d56a is going to be created. [ 962.469596] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.469596] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.469596] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.469871] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.470146] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.482250] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 660ad36e-3e26-4bd0-b7f4-2aa91278d56a in Status: IN_PROGRESS for 2s [ 962.815373] env[65288]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 962.815496] env[65288]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 964.495520] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 660ad36e-3e26-4bd0-b7f4-2aa91278d56a in Status: SUCCESS [ 964.495898] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-660ad36e-3e26-4bd0-b7f4-2aa91278d56a" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.366158] env[65288]: INFO networking_nsxv3.common.synchronization [req-ff648c21-748a-4f75-8f99-06d37e44e9bd req-24bd212c-d132-40e5-b1e1-4d790d84b324 tempest-ServerRescueTestJSONUnderV235-1585749875 tempest-ServerRescueTestJSONUnderV235-1585749875-project-member] Enqueued Resource ID: 5cdc4534-e6e7-4d55-acf2-e48a61f8690e with Priority: HIGHEST for action security_group_members [ 966.366158] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5cdc4534-e6e7-4d55-acf2-e48a61f8690e with Priority: HIGHEST for action security_group_members [ 966.366523] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock member-5cdc4534-e6e7-4d55-acf2-e48a61f8690e taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.366523] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5cdc4534-e6e7-4d55-acf2-e48a61f8690e" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.366523] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5cdc4534-e6e7-4d55-acf2-e48a61f8690e" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.366945] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5cdc4534-e6e7-4d55-acf2-e48a61f8690e" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.366945] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.366945] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.367143] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.368092] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.368230] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.368367] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5cdc4534-e6e7-4d55-acf2-e48a61f8690e',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 966.689923] env[65288]: INFO networking_nsxv3.common.synchronization [req-038b6b22-e604-457b-b548-a1d8a05bc455 req-cb735952-b3ba-4f8a-a5ce-a58a64897bce tempest-ImagesTestJSON-2079948910 tempest-ImagesTestJSON-2079948910-project-member] Enqueued Resource ID: 478730e0-937c-4d51-bdac-99273bb9dff3 with Priority: HIGHEST for action security_group_members [ 966.691081] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 478730e0-937c-4d51-bdac-99273bb9dff3 with Priority: HIGHEST for action security_group_members [ 966.691081] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock member-478730e0-937c-4d51-bdac-99273bb9dff3 taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.692222] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-478730e0-937c-4d51-bdac-99273bb9dff3" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.692306] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-478730e0-937c-4d51-bdac-99273bb9dff3" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.692502] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-478730e0-937c-4d51-bdac-99273bb9dff3" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.692664] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.692765] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.692956] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.693113] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.693113] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.693206] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('478730e0-937c-4d51-bdac-99273bb9dff3',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 966.871917] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.872097] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.872332] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.872593] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.872687] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.872904] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.873016] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.873088] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.873247] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.873353] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.873424] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5cdc4534-e6e7-4d55-acf2-e48a61f8690e already deleted. [ 966.873500] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5cdc4534-e6e7-4d55-acf2-e48a61f8690e" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.975499] env[65288]: DEBUG networking_nsxv3.common.locking [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Lock network-60 taken with stack trace [, , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.975754] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquiring lock "network-60" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.975810] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired lock "network-60" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.976283] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired external semaphore "network-60" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.976393] env[65288]: DEBUG networking_nsxv3.common.locking [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.976547] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquiring lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.976663] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.976879] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired external semaphore "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.977060] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Releasing lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.977372] env[65288]: DEBUG dogpile.cache.region [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] No value present for key: 'zone-id' {{(pid=65288) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 966.977487] env[65288]: DEBUG dogpile.lock [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] NeedRegenerationException {{(pid=65288) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 966.977592] env[65288]: DEBUG dogpile.lock [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] no value, waiting for create lock {{(pid=65288) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 966.981022] env[65288]: DEBUG dogpile.lock [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] value creation lock acquired {{(pid=65288) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 966.981022] env[65288]: DEBUG dogpile.cache.region [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] No value present for key: 'zone-id' {{(pid=65288) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 966.981022] env[65288]: DEBUG dogpile.lock [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Calling creation function for not-yet-present value {{(pid=65288) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 966.981022] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 966.999817] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 966.999975] env[65288]: DEBUG dogpile.cache.region [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65288) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 967.000162] env[65288]: DEBUG dogpile.lock [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Released creation lock {{(pid=65288) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 967.000485] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Releasing lock "network-60" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.000820] env[65288]: DEBUG networking_nsxv3.common.locking [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Lock port-8e874c0c-d712-4f69-8f3d-9a73f34cc93d taken with stack trace [, , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.003895] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquiring lock "port-8e874c0c-d712-4f69-8f3d-9a73f34cc93d" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.003895] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired lock "port-8e874c0c-d712-4f69-8f3d-9a73f34cc93d" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.003895] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired external semaphore "port-8e874c0c-d712-4f69-8f3d-9a73f34cc93d" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.003895] env[65288]: DEBUG networking_nsxv3.api.rpc [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8e874c0c-d712-4f69-8f3d-9a73f34cc93d',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 967.196667] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.196667] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.196667] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.196667] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.196881] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.196881] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.196979] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.197078] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.197239] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.197316] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.197403] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 478730e0-937c-4d51-bdac-99273bb9dff3 is going to be updated. [ 967.226483] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.226483] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.226483] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.226708] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.226841] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.236692] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 478730e0-937c-4d51-bdac-99273bb9dff3 in Status: IN_PROGRESS for 2s [ 967.505578] env[65288]: DEBUG networking_nsxv3.common.locking [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.505847] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.505946] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.506411] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.506575] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.506747] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Segment Port 8e874c0c-d712-4f69-8f3d-9a73f34cc93d not found, creating... [ 967.507010] env[65288]: DEBUG networking_nsxv3.common.locking [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.507185] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquiring lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.507327] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.508207] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired external semaphore "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.508477] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Releasing lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.508678] env[65288]: DEBUG networking_nsxv3.common.locking [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.508845] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.508962] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.509222] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.509364] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.509508] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Resource: SegmentPort with ID: 8e874c0c-d712-4f69-8f3d-9a73f34cc93d is going to be created. [ 967.531177] env[65288]: DEBUG networking_nsxv3.common.locking [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.531805] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.532179] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.532696] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.532969] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.533234] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Releasing lock "port-8e874c0c-d712-4f69-8f3d-9a73f34cc93d" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.250074] env[65288]: INFO networking_nsxv3.common.synchronization [req-ff648c21-748a-4f75-8f99-06d37e44e9bd req-c053cc08-d5d4-4064-aae4-de01ca6a1f0a service nova] Enqueued Resource ID: 5cdc4534-e6e7-4d55-acf2-e48a61f8690e with Priority: HIGHEST for action security_group_rules [ 968.250273] env[65288]: INFO networking_nsxv3.common.synchronization [req-ff648c21-748a-4f75-8f99-06d37e44e9bd req-c053cc08-d5d4-4064-aae4-de01ca6a1f0a service nova] Enqueued Resource ID: 5cdc4534-e6e7-4d55-acf2-e48a61f8690e with Priority: HIGHEST for action security_group_members [ 968.250412] env[65288]: INFO networking_nsxv3.common.synchronization [req-ff648c21-748a-4f75-8f99-06d37e44e9bd req-c053cc08-d5d4-4064-aae4-de01ca6a1f0a service nova] Enqueued Resource ID: 8e874c0c-d712-4f69-8f3d-9a73f34cc93d with Priority: HIGHEST for action port [ 968.251209] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5cdc4534-e6e7-4d55-acf2-e48a61f8690e with Priority: HIGHEST for action security_group_rules [ 968.251209] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5cdc4534-e6e7-4d55-acf2-e48a61f8690e with Priority: HIGHEST for action security_group_members [ 968.251209] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8e874c0c-d712-4f69-8f3d-9a73f34cc93d with Priority: HIGHEST for action port [ 968.251766] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5cdc4534-e6e7-4d55-acf2-e48a61f8690e taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.251766] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5cdc4534-e6e7-4d55-acf2-e48a61f8690e" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.251766] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5cdc4534-e6e7-4d55-acf2-e48a61f8690e" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.252030] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5cdc4534-e6e7-4d55-acf2-e48a61f8690e" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.252030] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5cdc4534-e6e7-4d55-acf2-e48a61f8690e',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 968.253602] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock member-5cdc4534-e6e7-4d55-acf2-e48a61f8690e taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.253662] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5cdc4534-e6e7-4d55-acf2-e48a61f8690e" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.253745] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5cdc4534-e6e7-4d55-acf2-e48a61f8690e" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.254087] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5cdc4534-e6e7-4d55-acf2-e48a61f8690e" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.254087] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.254251] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.254251] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.254845] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.254845] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.254845] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5cdc4534-e6e7-4d55-acf2-e48a61f8690e',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 968.255549] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock port-8e874c0c-d712-4f69-8f3d-9a73f34cc93d taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.255549] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8e874c0c-d712-4f69-8f3d-9a73f34cc93d" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.255549] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8e874c0c-d712-4f69-8f3d-9a73f34cc93d" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.255851] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8e874c0c-d712-4f69-8f3d-9a73f34cc93d" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.255851] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8e874c0c-d712-4f69-8f3d-9a73f34cc93d',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 968.758428] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock member-5cdc4534-e6e7-4d55-acf2-e48a61f8690e taken with stack trace [, , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.758712] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5cdc4534-e6e7-4d55-acf2-e48a61f8690e" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.758712] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8e874c0c-d712-4f69-8f3d-9a73f34cc93d with status ACTIVE [ 968.758854] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.758937] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.759060] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.759340] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.759436] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.759673] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.759821] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.759892] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.760077] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.760236] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.760390] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.760508] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.760570] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.760714] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.760803] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.760912] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8e874c0c-d712-4f69-8f3d-9a73f34cc93d is going to be updated. [ 968.762228] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5cdc4534-e6e7-4d55-acf2-e48a61f8690e',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 968.784384] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.784538] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.784694] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.785364] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.785364] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.785364] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8e874c0c-d712-4f69-8f3d-9a73f34cc93d" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.815569] env[65288]: INFO networking_nsxv3.common.synchronization [req-efb9f8cc-4c2f-4db8-a608-c03a4719218e req-48c46f49-dc59-490a-8aa7-f8e917f6e6b2 tempest-ImagesOneServerNegativeTestJSON-1883664013 tempest-ImagesOneServerNegativeTestJSON-1883664013-project-member] Enqueued Resource ID: a11330c4-cf58-4a08-a8b1-e79c4012e1bd with Priority: HIGHEST for action security_group_members [ 968.816433] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a11330c4-cf58-4a08-a8b1-e79c4012e1bd with Priority: HIGHEST for action security_group_members [ 968.816834] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock member-a11330c4-cf58-4a08-a8b1-e79c4012e1bd taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.818020] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a11330c4-cf58-4a08-a8b1-e79c4012e1bd" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.818020] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a11330c4-cf58-4a08-a8b1-e79c4012e1bd" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.818020] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a11330c4-cf58-4a08-a8b1-e79c4012e1bd" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.818020] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.818020] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.818020] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.818020] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.818314] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.818359] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a11330c4-cf58-4a08-a8b1-e79c4012e1bd',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 969.115199] env[65288]: DEBUG networking_nsxv3.common.locking [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Lock network-296 taken with stack trace [, , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.115451] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquiring lock "network-296" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.115592] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired lock "network-296" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.115853] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired external semaphore "network-296" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.116109] env[65288]: DEBUG networking_nsxv3.common.locking [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.116271] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquiring lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.116382] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.116630] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired external semaphore "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.116772] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Releasing lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.116974] env[65288]: DEBUG dogpile.cache.region [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] No value present for key: 'zone-id' {{(pid=65288) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 969.117105] env[65288]: DEBUG dogpile.lock [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] NeedRegenerationException {{(pid=65288) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 969.117260] env[65288]: DEBUG dogpile.lock [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] no value, waiting for create lock {{(pid=65288) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 969.117430] env[65288]: DEBUG dogpile.lock [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] value creation lock acquired {{(pid=65288) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 969.117595] env[65288]: DEBUG dogpile.cache.region [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] No value present for key: 'zone-id' {{(pid=65288) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 969.117749] env[65288]: DEBUG dogpile.lock [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Calling creation function for not-yet-present value {{(pid=65288) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 969.117931] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 969.137229] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 969.137443] env[65288]: DEBUG dogpile.cache.region [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=65288) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 969.137595] env[65288]: DEBUG dogpile.lock [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Released creation lock {{(pid=65288) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 969.137784] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Releasing lock "network-296" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.138120] env[65288]: DEBUG networking_nsxv3.common.locking [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Lock port-ce8ea220-9f84-49bd-8894-0ca7099f2ebf taken with stack trace [, , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.138307] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquiring lock "port-ce8ea220-9f84-49bd-8894-0ca7099f2ebf" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.138430] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired lock "port-ce8ea220-9f84-49bd-8894-0ca7099f2ebf" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.138777] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired external semaphore "port-ce8ea220-9f84-49bd-8894-0ca7099f2ebf" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.138913] env[65288]: DEBUG networking_nsxv3.api.rpc [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ce8ea220-9f84-49bd-8894-0ca7099f2ebf',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 969.247035] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 478730e0-937c-4d51-bdac-99273bb9dff3 in Status: SUCCESS [ 969.247035] env[65288]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 478730e0-937c-4d51-bdac-99273bb9dff3 deletion is rescheduled due to dependency. [ 969.247035] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-478730e0-937c-4d51-bdac-99273bb9dff3" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.265071] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5cdc4534-e6e7-4d55-acf2-e48a61f8690e',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 969.323864] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.323864] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.323864] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.323864] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.323864] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.323864] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.323864] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.323864] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.323864] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.323864] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.323864] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a11330c4-cf58-4a08-a8b1-e79c4012e1bd is going to be updated. [ 969.352290] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.352290] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.352290] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.352290] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.352290] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.360080] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a11330c4-cf58-4a08-a8b1-e79c4012e1bd in Status: IN_PROGRESS for 2s [ 969.641720] env[65288]: DEBUG networking_nsxv3.common.locking [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.642020] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.642176] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.642463] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.642610] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.642784] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Segment Port ce8ea220-9f84-49bd-8894-0ca7099f2ebf not found, creating... [ 969.643099] env[65288]: DEBUG networking_nsxv3.common.locking [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.643822] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquiring lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.643822] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.643822] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired external semaphore "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.643822] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Releasing lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.644074] env[65288]: DEBUG networking_nsxv3.common.locking [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.644228] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.644341] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.644598] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.645088] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.645088] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Resource: SegmentPort with ID: ce8ea220-9f84-49bd-8894-0ca7099f2ebf is going to be created. [ 969.665836] env[65288]: DEBUG networking_nsxv3.common.locking [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.666036] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.666180] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.666462] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.666692] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.666917] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Releasing lock "port-ce8ea220-9f84-49bd-8894-0ca7099f2ebf" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.767300] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.767717] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.767717] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.767717] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.767835] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.767931] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5cdc4534-e6e7-4d55-acf2-e48a61f8690e is going to be created. [ 969.808752] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.808886] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.808959] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.809236] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.809436] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.821665] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5cdc4534-e6e7-4d55-acf2-e48a61f8690e in Status: UNINITIALIZED for 2s [ 970.389407] env[65288]: INFO networking_nsxv3.common.synchronization [req-efb9f8cc-4c2f-4db8-a608-c03a4719218e req-c31a9b09-f101-4f79-b29b-3f7c13b34a15 service nova] Enqueued Resource ID: a11330c4-cf58-4a08-a8b1-e79c4012e1bd with Priority: HIGHEST for action security_group_rules [ 970.389591] env[65288]: INFO networking_nsxv3.common.synchronization [req-efb9f8cc-4c2f-4db8-a608-c03a4719218e req-c31a9b09-f101-4f79-b29b-3f7c13b34a15 service nova] Enqueued Resource ID: a11330c4-cf58-4a08-a8b1-e79c4012e1bd with Priority: HIGHEST for action security_group_members [ 970.389730] env[65288]: INFO networking_nsxv3.common.synchronization [req-efb9f8cc-4c2f-4db8-a608-c03a4719218e req-c31a9b09-f101-4f79-b29b-3f7c13b34a15 service nova] Enqueued Resource ID: ce8ea220-9f84-49bd-8894-0ca7099f2ebf with Priority: HIGHEST for action port [ 970.391432] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a11330c4-cf58-4a08-a8b1-e79c4012e1bd with Priority: HIGHEST for action security_group_rules [ 970.391432] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a11330c4-cf58-4a08-a8b1-e79c4012e1bd with Priority: HIGHEST for action security_group_members [ 970.391432] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ce8ea220-9f84-49bd-8894-0ca7099f2ebf with Priority: HIGHEST for action port [ 970.391432] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a11330c4-cf58-4a08-a8b1-e79c4012e1bd taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.391587] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a11330c4-cf58-4a08-a8b1-e79c4012e1bd" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.391663] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a11330c4-cf58-4a08-a8b1-e79c4012e1bd" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.391852] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a11330c4-cf58-4a08-a8b1-e79c4012e1bd" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.391953] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a11330c4-cf58-4a08-a8b1-e79c4012e1bd',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 970.392893] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock member-a11330c4-cf58-4a08-a8b1-e79c4012e1bd taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.392985] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a11330c4-cf58-4a08-a8b1-e79c4012e1bd" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.393204] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock port-ce8ea220-9f84-49bd-8894-0ca7099f2ebf taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.393326] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ce8ea220-9f84-49bd-8894-0ca7099f2ebf" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.393381] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ce8ea220-9f84-49bd-8894-0ca7099f2ebf" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.393674] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ce8ea220-9f84-49bd-8894-0ca7099f2ebf" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.393674] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ce8ea220-9f84-49bd-8894-0ca7099f2ebf',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 970.895767] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock member-a11330c4-cf58-4a08-a8b1-e79c4012e1bd taken with stack trace [, , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.896257] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a11330c4-cf58-4a08-a8b1-e79c4012e1bd" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.896257] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ce8ea220-9f84-49bd-8894-0ca7099f2ebf with status ACTIVE [ 970.896257] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.898197] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.898197] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.898197] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.898197] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.898197] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.898197] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.898197] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.898197] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.898197] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.898197] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.898197] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.898197] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.898197] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.898197] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.898197] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ce8ea220-9f84-49bd-8894-0ca7099f2ebf is going to be updated. [ 970.937802] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.937802] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.937802] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.937802] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.937802] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.938155] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ce8ea220-9f84-49bd-8894-0ca7099f2ebf" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.369633] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a11330c4-cf58-4a08-a8b1-e79c4012e1bd in Status: SUCCESS [ 971.369847] env[65288]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a11330c4-cf58-4a08-a8b1-e79c4012e1bd deletion is rescheduled due to dependency. [ 971.369918] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a11330c4-cf58-4a08-a8b1-e79c4012e1bd" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.370094] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a11330c4-cf58-4a08-a8b1-e79c4012e1bd" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.370356] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a11330c4-cf58-4a08-a8b1-e79c4012e1bd" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.370571] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.370714] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.370755] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.370961] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.371065] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.371167] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a11330c4-cf58-4a08-a8b1-e79c4012e1bd',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 971.832029] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5cdc4534-e6e7-4d55-acf2-e48a61f8690e in Status: SUCCESS [ 971.832029] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5cdc4534-e6e7-4d55-acf2-e48a61f8690e" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.832136] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5cdc4534-e6e7-4d55-acf2-e48a61f8690e" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.832344] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5cdc4534-e6e7-4d55-acf2-e48a61f8690e" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.833077] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.833077] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.833077] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.833077] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.833077] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.833077] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5cdc4534-e6e7-4d55-acf2-e48a61f8690e" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.833344] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5cdc4534-e6e7-4d55-acf2-e48a61f8690e',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 971.873416] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a11330c4-cf58-4a08-a8b1-e79c4012e1bd',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 972.335538] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock member-5cdc4534-e6e7-4d55-acf2-e48a61f8690e taken with stack trace [, , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.335903] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5cdc4534-e6e7-4d55-acf2-e48a61f8690e" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.336049] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5cdc4534-e6e7-4d55-acf2-e48a61f8690e" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.336351] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5cdc4534-e6e7-4d55-acf2-e48a61f8690e" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.336511] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.336657] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.336719] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.336865] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.336953] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.337057] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5cdc4534-e6e7-4d55-acf2-e48a61f8690e" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.337207] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock member-5cdc4534-e6e7-4d55-acf2-e48a61f8690e taken with stack trace [, , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.337301] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5cdc4534-e6e7-4d55-acf2-e48a61f8690e" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.337363] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5cdc4534-e6e7-4d55-acf2-e48a61f8690e" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.337497] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5cdc4534-e6e7-4d55-acf2-e48a61f8690e" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.337629] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.337744] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.337808] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.337934] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.338024] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.338096] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5cdc4534-e6e7-4d55-acf2-e48a61f8690e" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.338166] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5cdc4534-e6e7-4d55-acf2-e48a61f8690e',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 972.375113] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a11330c4-cf58-4a08-a8b1-e79c4012e1bd',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 972.840854] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5cdc4534-e6e7-4d55-acf2-e48a61f8690e: rpc.has_security_group_logging(os_id): False [ 972.863608] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.863757] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.863827] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.864054] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.864148] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.864342] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.864449] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.864494] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.864640] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.864712] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.864916] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.865071] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.865071] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.865201] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.865265] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.865440] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.865528] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.865600] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.866320] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.866320] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.866320] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5cdc4534-e6e7-4d55-acf2-e48a61f8690e is going to be created. [ 972.878121] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.878387] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.878423] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.878651] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.878759] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.878887] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a11330c4-cf58-4a08-a8b1-e79c4012e1bd is going to be updated. [ 972.916210] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.916402] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.916508] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.916770] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.916949] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.926634] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a11330c4-cf58-4a08-a8b1-e79c4012e1bd in Status: IN_PROGRESS for 2s [ 972.946969] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.947054] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.947111] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.947332] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.947528] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.960206] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5cdc4534-e6e7-4d55-acf2-e48a61f8690e in Status: IN_PROGRESS for 2s [ 974.936239] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a11330c4-cf58-4a08-a8b1-e79c4012e1bd in Status: SUCCESS [ 974.936480] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a11330c4-cf58-4a08-a8b1-e79c4012e1bd" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.936665] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a11330c4-cf58-4a08-a8b1-e79c4012e1bd" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.936895] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a11330c4-cf58-4a08-a8b1-e79c4012e1bd" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.937111] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.937264] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.937349] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.937536] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.937639] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.937714] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a11330c4-cf58-4a08-a8b1-e79c4012e1bd" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.937804] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a11330c4-cf58-4a08-a8b1-e79c4012e1bd',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 974.973100] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5cdc4534-e6e7-4d55-acf2-e48a61f8690e in Status: SUCCESS [ 974.973100] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5cdc4534-e6e7-4d55-acf2-e48a61f8690e" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.391849] env[65288]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 975.391963] env[65288]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 975.404847] env[65288]: INFO networking_nsxv3.common.synchronization [req-0c61a756-15ed-4985-b897-ff4ae2405b92 req-fb561acc-90b1-49ed-a300-5b34bd3a6951 tempest-DeleteServersTestJSON-1755245245 tempest-DeleteServersTestJSON-1755245245-project-member] Enqueued Resource ID: 5c1b1b02-0d0e-421c-9442-12c88f168c61 with Priority: HIGHEST for action security_group_members [ 975.405435] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5c1b1b02-0d0e-421c-9442-12c88f168c61 with Priority: HIGHEST for action security_group_members [ 975.405731] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock member-5c1b1b02-0d0e-421c-9442-12c88f168c61 taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.405846] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5c1b1b02-0d0e-421c-9442-12c88f168c61" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.405908] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5c1b1b02-0d0e-421c-9442-12c88f168c61" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.407897] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5c1b1b02-0d0e-421c-9442-12c88f168c61" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.409519] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.409754] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.409898] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.410201] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.410412] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.410629] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5c1b1b02-0d0e-421c-9442-12c88f168c61',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 975.441672] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock member-a11330c4-cf58-4a08-a8b1-e79c4012e1bd taken with stack trace [, , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.441672] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a11330c4-cf58-4a08-a8b1-e79c4012e1bd" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.441672] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a11330c4-cf58-4a08-a8b1-e79c4012e1bd" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.441672] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a11330c4-cf58-4a08-a8b1-e79c4012e1bd" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.442083] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.442232] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.442340] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.442542] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.442661] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.442784] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a11330c4-cf58-4a08-a8b1-e79c4012e1bd" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.442973] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock member-a11330c4-cf58-4a08-a8b1-e79c4012e1bd taken with stack trace [, , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.443121] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a11330c4-cf58-4a08-a8b1-e79c4012e1bd" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.443206] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a11330c4-cf58-4a08-a8b1-e79c4012e1bd" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.443359] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a11330c4-cf58-4a08-a8b1-e79c4012e1bd" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.443507] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.443601] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.443660] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.443789] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.443862] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.444047] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a11330c4-cf58-4a08-a8b1-e79c4012e1bd" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.444047] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a11330c4-cf58-4a08-a8b1-e79c4012e1bd',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 975.746568] env[65288]: DEBUG networking_nsxv3.common.locking [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Lock network-498 taken with stack trace [, , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.746758] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquiring lock "network-498" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.746880] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired lock "network-498" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.747200] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired external semaphore "network-498" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.747533] env[65288]: DEBUG networking_nsxv3.common.locking [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.747691] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquiring lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.747967] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.748209] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired external semaphore "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.748355] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Releasing lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.748564] env[65288]: DEBUG dogpile.cache.region [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] No value present for key: 'zone-id' {{(pid=65288) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 975.748675] env[65288]: DEBUG dogpile.lock [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] NeedRegenerationException {{(pid=65288) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 975.748780] env[65288]: DEBUG dogpile.lock [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] no value, waiting for create lock {{(pid=65288) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 975.748884] env[65288]: DEBUG dogpile.lock [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] value creation lock acquired {{(pid=65288) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 975.748989] env[65288]: DEBUG dogpile.cache.region [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] No value present for key: 'zone-id' {{(pid=65288) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 975.749124] env[65288]: DEBUG dogpile.lock [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Calling creation function for not-yet-present value {{(pid=65288) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 975.749303] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 975.769799] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 975.769964] env[65288]: DEBUG dogpile.cache.region [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65288) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 975.770110] env[65288]: DEBUG dogpile.lock [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Released creation lock {{(pid=65288) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 975.770300] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Releasing lock "network-498" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.770610] env[65288]: DEBUG networking_nsxv3.common.locking [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Lock port-1a18be17-b004-4197-99d5-9b014cf0849f taken with stack trace [, , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.770781] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquiring lock "port-1a18be17-b004-4197-99d5-9b014cf0849f" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.770899] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired lock "port-1a18be17-b004-4197-99d5-9b014cf0849f" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.771253] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired external semaphore "port-1a18be17-b004-4197-99d5-9b014cf0849f" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.771422] env[65288]: DEBUG networking_nsxv3.api.rpc [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1a18be17-b004-4197-99d5-9b014cf0849f',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 975.913294] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.913294] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.913450] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.913627] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.913737] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.913950] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.914068] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.914134] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.914347] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.914432] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.914542] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5c1b1b02-0d0e-421c-9442-12c88f168c61 is going to be updated. [ 975.940215] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.940551] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.940551] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.940696] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.940845] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.946660] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a11330c4-cf58-4a08-a8b1-e79c4012e1bd: rpc.has_security_group_logging(os_id): False [ 975.950295] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5c1b1b02-0d0e-421c-9442-12c88f168c61 in Status: IN_PROGRESS for 2s [ 975.965609] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.965609] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.965609] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.965837] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.965926] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.966178] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.966356] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.966452] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.966701] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.966805] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.967036] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.967191] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.967316] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.967483] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.967602] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.967833] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.967960] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.968008] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.968147] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.968223] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.968305] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a11330c4-cf58-4a08-a8b1-e79c4012e1bd is going to be updated. [ 976.038113] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.038426] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.038548] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.038770] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.038944] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.058599] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a11330c4-cf58-4a08-a8b1-e79c4012e1bd in Status: IN_PROGRESS for 2s [ 976.274516] env[65288]: DEBUG networking_nsxv3.common.locking [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.274805] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.274974] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.275331] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.275542] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.275701] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Segment Port 1a18be17-b004-4197-99d5-9b014cf0849f not found, creating... [ 976.276616] env[65288]: DEBUG networking_nsxv3.common.locking [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.276616] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquiring lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.276616] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.276799] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired external semaphore "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.276799] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Releasing lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.277668] env[65288]: DEBUG networking_nsxv3.common.locking [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.277668] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.277668] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.277906] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.277906] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.278065] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Resource: SegmentPort with ID: 1a18be17-b004-4197-99d5-9b014cf0849f is going to be created. [ 976.302785] env[65288]: DEBUG networking_nsxv3.common.locking [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.303070] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.303152] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.303568] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.303851] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.304121] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Releasing lock "port-1a18be17-b004-4197-99d5-9b014cf0849f" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.075540] env[65288]: INFO networking_nsxv3.common.synchronization [req-0c61a756-15ed-4985-b897-ff4ae2405b92 req-d67a91f0-0154-46a8-b6db-3f7e4286556e service nova] Enqueued Resource ID: 5c1b1b02-0d0e-421c-9442-12c88f168c61 with Priority: HIGHEST for action security_group_rules [ 977.075801] env[65288]: INFO networking_nsxv3.common.synchronization [req-0c61a756-15ed-4985-b897-ff4ae2405b92 req-d67a91f0-0154-46a8-b6db-3f7e4286556e service nova] Enqueued Resource ID: 5c1b1b02-0d0e-421c-9442-12c88f168c61 with Priority: HIGHEST for action security_group_members [ 977.075920] env[65288]: INFO networking_nsxv3.common.synchronization [req-0c61a756-15ed-4985-b897-ff4ae2405b92 req-d67a91f0-0154-46a8-b6db-3f7e4286556e service nova] Enqueued Resource ID: 1a18be17-b004-4197-99d5-9b014cf0849f with Priority: HIGHEST for action port [ 977.078752] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5c1b1b02-0d0e-421c-9442-12c88f168c61 with Priority: HIGHEST for action security_group_rules [ 977.079293] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5c1b1b02-0d0e-421c-9442-12c88f168c61 with Priority: HIGHEST for action security_group_members [ 977.079293] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1a18be17-b004-4197-99d5-9b014cf0849f with Priority: HIGHEST for action port [ 977.079461] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5c1b1b02-0d0e-421c-9442-12c88f168c61 taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.079503] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5c1b1b02-0d0e-421c-9442-12c88f168c61" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.079555] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5c1b1b02-0d0e-421c-9442-12c88f168c61" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.079786] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5c1b1b02-0d0e-421c-9442-12c88f168c61" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.079864] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5c1b1b02-0d0e-421c-9442-12c88f168c61',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 977.080870] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock member-5c1b1b02-0d0e-421c-9442-12c88f168c61 taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.080973] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5c1b1b02-0d0e-421c-9442-12c88f168c61" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.081211] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock port-1a18be17-b004-4197-99d5-9b014cf0849f taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.081332] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1a18be17-b004-4197-99d5-9b014cf0849f" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.081488] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1a18be17-b004-4197-99d5-9b014cf0849f" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.081691] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1a18be17-b004-4197-99d5-9b014cf0849f" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.081770] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1a18be17-b004-4197-99d5-9b014cf0849f',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 977.583480] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock member-5c1b1b02-0d0e-421c-9442-12c88f168c61 taken with stack trace [, , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.583766] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5c1b1b02-0d0e-421c-9442-12c88f168c61" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.584173] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1a18be17-b004-4197-99d5-9b014cf0849f with status ACTIVE [ 977.584357] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.584544] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.584641] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.584872] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.584985] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.585217] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.585329] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.585414] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.585636] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.585883] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.586037] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.586156] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.586230] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.586373] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.586448] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.586535] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1a18be17-b004-4197-99d5-9b014cf0849f is going to be updated. [ 977.610743] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.610886] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.610960] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.611186] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.611328] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.611516] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1a18be17-b004-4197-99d5-9b014cf0849f" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.863888] env[65288]: INFO networking_nsxv3.common.synchronization [req-e33bc5e0-30f3-4f82-8703-fb386ae5f6bc req-9d03b852-2c24-4cd6-a610-7f18dbc5a11d tempest-AttachVolumeShelveTestJSON-1139502408 tempest-AttachVolumeShelveTestJSON-1139502408-project-member] Enqueued Resource ID: ea06a721-ec40-45ad-9f76-f8a7965f00f6 with Priority: HIGHEST for action security_group_members [ 977.863888] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ea06a721-ec40-45ad-9f76-f8a7965f00f6 with Priority: HIGHEST for action security_group_members [ 977.864265] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock member-ea06a721-ec40-45ad-9f76-f8a7965f00f6 taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.864588] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ea06a721-ec40-45ad-9f76-f8a7965f00f6" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.864811] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ea06a721-ec40-45ad-9f76-f8a7965f00f6" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.865252] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ea06a721-ec40-45ad-9f76-f8a7965f00f6" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.865563] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.865829] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.866039] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.866323] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.866504] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.866688] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ea06a721-ec40-45ad-9f76-f8a7965f00f6',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 977.960504] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5c1b1b02-0d0e-421c-9442-12c88f168c61 in Status: SUCCESS [ 977.960704] env[65288]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5c1b1b02-0d0e-421c-9442-12c88f168c61 deletion is rescheduled due to dependency. [ 977.960834] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5c1b1b02-0d0e-421c-9442-12c88f168c61" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.961110] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5c1b1b02-0d0e-421c-9442-12c88f168c61" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.961212] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5c1b1b02-0d0e-421c-9442-12c88f168c61" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.961448] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.961578] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.961653] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.961813] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.961892] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.961986] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5c1b1b02-0d0e-421c-9442-12c88f168c61',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 978.065530] env[65288]: INFO networking_nsxv3.common.synchronization [req-4f981d3e-77bd-4bec-8e44-14075e91b0a3 req-1cb3754a-250c-46b5-8a71-145a7fa4336e tempest-AttachVolumeNegativeTest-2114498848 tempest-AttachVolumeNegativeTest-2114498848-project-member] Enqueued Resource ID: 30308f46-39e1-47e7-b2b2-aeb4d6f5c44e with Priority: HIGHEST for action security_group_members [ 978.066076] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 30308f46-39e1-47e7-b2b2-aeb4d6f5c44e with Priority: HIGHEST for action security_group_members [ 978.066378] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock member-30308f46-39e1-47e7-b2b2-aeb4d6f5c44e taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.066499] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-30308f46-39e1-47e7-b2b2-aeb4d6f5c44e" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.066565] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-30308f46-39e1-47e7-b2b2-aeb4d6f5c44e" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.066780] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-30308f46-39e1-47e7-b2b2-aeb4d6f5c44e" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.066932] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.067032] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.067101] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.067383] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.067383] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.067505] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('30308f46-39e1-47e7-b2b2-aeb4d6f5c44e',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 978.073759] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a11330c4-cf58-4a08-a8b1-e79c4012e1bd in Status: SUCCESS [ 978.073966] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a11330c4-cf58-4a08-a8b1-e79c4012e1bd" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.274048] env[65288]: DEBUG networking_nsxv3.common.locking [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Lock network-256 taken with stack trace [, , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.274048] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquiring lock "network-256" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.274048] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired lock "network-256" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.274445] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired external semaphore "network-256" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.274445] env[65288]: DEBUG networking_nsxv3.common.locking [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.274575] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquiring lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.274691] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.274901] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired external semaphore "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.275062] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Releasing lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.275271] env[65288]: DEBUG dogpile.cache.region [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] No value present for key: 'zone-id' {{(pid=65288) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 978.275381] env[65288]: DEBUG dogpile.lock [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] NeedRegenerationException {{(pid=65288) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 978.275486] env[65288]: DEBUG dogpile.lock [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] no value, waiting for create lock {{(pid=65288) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 978.275633] env[65288]: DEBUG dogpile.lock [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] value creation lock acquired {{(pid=65288) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 978.275686] env[65288]: DEBUG dogpile.cache.region [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] No value present for key: 'zone-id' {{(pid=65288) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 978.275788] env[65288]: DEBUG dogpile.lock [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Calling creation function for not-yet-present value {{(pid=65288) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 978.275911] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 978.299039] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 978.299184] env[65288]: DEBUG dogpile.cache.region [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65288) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 978.300180] env[65288]: DEBUG dogpile.lock [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Released creation lock {{(pid=65288) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 978.300459] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Releasing lock "network-256" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.301677] env[65288]: DEBUG networking_nsxv3.common.locking [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Lock port-b6e4c442-a9ec-40d5-808c-a700a9e89a68 taken with stack trace [, , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.301677] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquiring lock "port-b6e4c442-a9ec-40d5-808c-a700a9e89a68" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.301677] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired lock "port-b6e4c442-a9ec-40d5-808c-a700a9e89a68" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.301677] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired external semaphore "port-b6e4c442-a9ec-40d5-808c-a700a9e89a68" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.301935] env[65288]: DEBUG networking_nsxv3.api.rpc [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b6e4c442-a9ec-40d5-808c-a700a9e89a68',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 978.372225] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.372225] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.372225] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.372225] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.372225] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.372225] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.372225] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.372225] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.372225] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.372225] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.372225] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ea06a721-ec40-45ad-9f76-f8a7965f00f6 already deleted. [ 978.372225] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ea06a721-ec40-45ad-9f76-f8a7965f00f6" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.465496] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5c1b1b02-0d0e-421c-9442-12c88f168c61',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 978.572176] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.572176] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.572176] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.572176] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.592397] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.592686] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.592844] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.592957] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.593185] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.593273] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.593631] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 30308f46-39e1-47e7-b2b2-aeb4d6f5c44e is going to be updated. [ 978.624186] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.624550] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.624675] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.624925] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.625864] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.634603] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 30308f46-39e1-47e7-b2b2-aeb4d6f5c44e in Status: IN_PROGRESS for 2s [ 978.804359] env[65288]: DEBUG networking_nsxv3.common.locking [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.804733] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.804817] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.805138] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.805317] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.805516] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Segment Port b6e4c442-a9ec-40d5-808c-a700a9e89a68 not found, creating... [ 978.805917] env[65288]: DEBUG networking_nsxv3.common.locking [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.806198] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquiring lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.806917] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.806917] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired external semaphore "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.806917] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Releasing lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.808687] env[65288]: DEBUG networking_nsxv3.common.locking [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.809836] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.809836] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.809836] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.810108] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.811149] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Resource: SegmentPort with ID: b6e4c442-a9ec-40d5-808c-a700a9e89a68 is going to be created. [ 978.845861] env[65288]: DEBUG networking_nsxv3.common.locking [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.846199] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.846367] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.846673] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.846946] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.847269] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Releasing lock "port-b6e4c442-a9ec-40d5-808c-a700a9e89a68" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.967384] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5c1b1b02-0d0e-421c-9442-12c88f168c61',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 979.472478] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.472478] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.472478] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.472478] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.472478] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.472478] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5c1b1b02-0d0e-421c-9442-12c88f168c61 is going to be updated. [ 979.504635] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.504635] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.504635] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.504894] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.504930] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.517915] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5c1b1b02-0d0e-421c-9442-12c88f168c61 in Status: IN_PROGRESS for 2s [ 979.657243] env[65288]: INFO networking_nsxv3.common.synchronization [req-e33bc5e0-30f3-4f82-8703-fb386ae5f6bc req-3b8bda15-085c-4f9e-8899-0d78f89ba52b service nova] Enqueued Resource ID: ea06a721-ec40-45ad-9f76-f8a7965f00f6 with Priority: HIGHEST for action security_group_rules [ 979.657243] env[65288]: INFO networking_nsxv3.common.synchronization [req-e33bc5e0-30f3-4f82-8703-fb386ae5f6bc req-3b8bda15-085c-4f9e-8899-0d78f89ba52b service nova] Enqueued Resource ID: ea06a721-ec40-45ad-9f76-f8a7965f00f6 with Priority: HIGHEST for action security_group_members [ 979.657243] env[65288]: INFO networking_nsxv3.common.synchronization [req-e33bc5e0-30f3-4f82-8703-fb386ae5f6bc req-3b8bda15-085c-4f9e-8899-0d78f89ba52b service nova] Enqueued Resource ID: b6e4c442-a9ec-40d5-808c-a700a9e89a68 with Priority: HIGHEST for action port [ 979.658052] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ea06a721-ec40-45ad-9f76-f8a7965f00f6 with Priority: HIGHEST for action security_group_rules [ 979.658196] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ea06a721-ec40-45ad-9f76-f8a7965f00f6 with Priority: HIGHEST for action security_group_members [ 979.658292] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b6e4c442-a9ec-40d5-808c-a700a9e89a68 with Priority: HIGHEST for action port [ 979.658565] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ea06a721-ec40-45ad-9f76-f8a7965f00f6 taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.658686] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ea06a721-ec40-45ad-9f76-f8a7965f00f6" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.658807] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ea06a721-ec40-45ad-9f76-f8a7965f00f6" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.658945] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ea06a721-ec40-45ad-9f76-f8a7965f00f6" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.659319] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ea06a721-ec40-45ad-9f76-f8a7965f00f6',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 979.661861] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock member-ea06a721-ec40-45ad-9f76-f8a7965f00f6 taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.661861] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ea06a721-ec40-45ad-9f76-f8a7965f00f6" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.661960] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ea06a721-ec40-45ad-9f76-f8a7965f00f6" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.662196] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ea06a721-ec40-45ad-9f76-f8a7965f00f6" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.662435] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.662591] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.662697] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.663284] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.663284] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.663284] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ea06a721-ec40-45ad-9f76-f8a7965f00f6',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 979.664350] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock port-b6e4c442-a9ec-40d5-808c-a700a9e89a68 taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.664350] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b6e4c442-a9ec-40d5-808c-a700a9e89a68" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.664488] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b6e4c442-a9ec-40d5-808c-a700a9e89a68" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.665422] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b6e4c442-a9ec-40d5-808c-a700a9e89a68" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.665422] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b6e4c442-a9ec-40d5-808c-a700a9e89a68',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 980.162948] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock member-ea06a721-ec40-45ad-9f76-f8a7965f00f6 taken with stack trace [, , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.163133] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ea06a721-ec40-45ad-9f76-f8a7965f00f6" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.166592] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ea06a721-ec40-45ad-9f76-f8a7965f00f6',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 980.167873] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b6e4c442-a9ec-40d5-808c-a700a9e89a68 with status ACTIVE [ 980.168158] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.168341] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.168397] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.168646] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.169029] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.169029] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.169259] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.169968] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.169968] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.169968] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.169968] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.170243] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.170243] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.170632] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.170632] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.171490] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b6e4c442-a9ec-40d5-808c-a700a9e89a68 is going to be updated. [ 980.193933] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.193933] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.193933] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.193933] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.194310] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.194385] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b6e4c442-a9ec-40d5-808c-a700a9e89a68" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.645144] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 30308f46-39e1-47e7-b2b2-aeb4d6f5c44e in Status: SUCCESS [ 980.645385] env[65288]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 30308f46-39e1-47e7-b2b2-aeb4d6f5c44e deletion is rescheduled due to dependency. [ 980.645422] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-30308f46-39e1-47e7-b2b2-aeb4d6f5c44e" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.672926] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ea06a721-ec40-45ad-9f76-f8a7965f00f6',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 981.177189] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.177189] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.177189] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.177189] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.177189] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.177189] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ea06a721-ec40-45ad-9f76-f8a7965f00f6 is going to be created. [ 981.206013] env[65288]: INFO networking_nsxv3.common.synchronization [req-6a23ffe4-8296-4383-a2cc-822e4ece006a req-daa8e324-342c-41c6-be9f-6596cd6dbbde tempest-ImagesOneServerNegativeTestJSON-1883664013 tempest-ImagesOneServerNegativeTestJSON-1883664013-project-member] Enqueued Resource ID: a11330c4-cf58-4a08-a8b1-e79c4012e1bd with Priority: HIGHEST for action security_group_members [ 981.206013] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.206013] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.206013] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.206013] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.206464] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.207961] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a11330c4-cf58-4a08-a8b1-e79c4012e1bd with Priority: HIGHEST for action security_group_members [ 981.208733] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock member-a11330c4-cf58-4a08-a8b1-e79c4012e1bd taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.208853] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a11330c4-cf58-4a08-a8b1-e79c4012e1bd" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.209051] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a11330c4-cf58-4a08-a8b1-e79c4012e1bd" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.209329] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a11330c4-cf58-4a08-a8b1-e79c4012e1bd" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.209494] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.209603] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.209667] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.209821] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.209898] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.209995] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a11330c4-cf58-4a08-a8b1-e79c4012e1bd',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 981.223582] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ea06a721-ec40-45ad-9f76-f8a7965f00f6 in Status: UNINITIALIZED for 2s [ 981.530108] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5c1b1b02-0d0e-421c-9442-12c88f168c61 in Status: SUCCESS [ 981.530378] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5c1b1b02-0d0e-421c-9442-12c88f168c61" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.530576] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5c1b1b02-0d0e-421c-9442-12c88f168c61" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.531669] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5c1b1b02-0d0e-421c-9442-12c88f168c61" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.531669] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.531669] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.531669] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.531669] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.531669] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.531669] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5c1b1b02-0d0e-421c-9442-12c88f168c61" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.531669] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5c1b1b02-0d0e-421c-9442-12c88f168c61',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 981.713461] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.713820] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.713820] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.713924] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.713995] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.714200] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.714300] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.714362] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.714507] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.714580] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.714662] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a11330c4-cf58-4a08-a8b1-e79c4012e1bd is going to be updated. [ 981.744563] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.744719] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.744787] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.744988] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.745149] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.754316] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a11330c4-cf58-4a08-a8b1-e79c4012e1bd in Status: IN_PROGRESS for 2s [ 982.035756] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock member-5c1b1b02-0d0e-421c-9442-12c88f168c61 taken with stack trace [, , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.035976] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5c1b1b02-0d0e-421c-9442-12c88f168c61" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.036059] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5c1b1b02-0d0e-421c-9442-12c88f168c61" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.036986] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5c1b1b02-0d0e-421c-9442-12c88f168c61" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.036986] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.036986] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.036986] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.036986] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.036986] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.036986] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5c1b1b02-0d0e-421c-9442-12c88f168c61" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.037372] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock member-5c1b1b02-0d0e-421c-9442-12c88f168c61 taken with stack trace [, , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.037372] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5c1b1b02-0d0e-421c-9442-12c88f168c61" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.037372] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5c1b1b02-0d0e-421c-9442-12c88f168c61" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.037372] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5c1b1b02-0d0e-421c-9442-12c88f168c61" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.039137] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.039137] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.039137] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.039137] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.039137] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.039137] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5c1b1b02-0d0e-421c-9442-12c88f168c61" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.039137] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5c1b1b02-0d0e-421c-9442-12c88f168c61',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 982.541691] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5c1b1b02-0d0e-421c-9442-12c88f168c61: rpc.has_security_group_logging(os_id): False [ 982.558785] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.559018] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.559018] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.559200] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.559418] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.559534] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.559633] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.559696] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.559854] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.559932] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.560144] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.560338] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.560338] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.560612] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.560612] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.560726] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.560822] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.560883] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.561033] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.561109] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.561194] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5c1b1b02-0d0e-421c-9442-12c88f168c61 is going to be updated. [ 982.624662] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.624812] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.624873] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.625103] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.625251] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.638476] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5c1b1b02-0d0e-421c-9442-12c88f168c61 in Status: IN_PROGRESS for 2s [ 983.238120] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ea06a721-ec40-45ad-9f76-f8a7965f00f6 in Status: SUCCESS [ 983.238380] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ea06a721-ec40-45ad-9f76-f8a7965f00f6" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.238586] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ea06a721-ec40-45ad-9f76-f8a7965f00f6" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.238736] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ea06a721-ec40-45ad-9f76-f8a7965f00f6" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.238931] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.239065] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.239131] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.239357] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.239487] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.239539] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ea06a721-ec40-45ad-9f76-f8a7965f00f6" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.239627] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ea06a721-ec40-45ad-9f76-f8a7965f00f6',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 983.747313] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ea06a721-ec40-45ad-9f76-f8a7965f00f6',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 983.765351] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a11330c4-cf58-4a08-a8b1-e79c4012e1bd in Status: SUCCESS [ 983.765503] env[65288]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a11330c4-cf58-4a08-a8b1-e79c4012e1bd deletion is rescheduled due to dependency. [ 983.765627] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a11330c4-cf58-4a08-a8b1-e79c4012e1bd" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.252452] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ea06a721-ec40-45ad-9f76-f8a7965f00f6: rpc.has_security_group_logging(os_id): False [ 984.278481] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.278686] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.279618] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.279900] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.279965] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.280263] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.280431] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.280514] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.280753] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.280811] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.280908] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ea06a721-ec40-45ad-9f76-f8a7965f00f6 is going to be created. [ 984.321762] env[65288]: INFO networking_nsxv3.common.synchronization [req-888e5817-fbf0-4b55-9fb5-2c768e13cead req-8ce94665-b096-41c2-9ecd-0e6a7360eadf tempest-ServerActionsTestOtherA-400423340 tempest-ServerActionsTestOtherA-400423340-project-member] Enqueued Resource ID: 53359e10-2543-4595-b61f-58a2f432658d with Priority: HIGHEST for action security_group_members [ 984.322607] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 53359e10-2543-4595-b61f-58a2f432658d with Priority: HIGHEST for action security_group_members [ 984.323168] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock member-53359e10-2543-4595-b61f-58a2f432658d taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.323168] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-53359e10-2543-4595-b61f-58a2f432658d" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.323325] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-53359e10-2543-4595-b61f-58a2f432658d" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.324421] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-53359e10-2543-4595-b61f-58a2f432658d" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.324626] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.324776] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.324869] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.325093] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.325214] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.325339] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('53359e10-2543-4595-b61f-58a2f432658d',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 984.352253] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.352412] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.352483] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.352691] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.353057] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.366217] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ea06a721-ec40-45ad-9f76-f8a7965f00f6 in Status: IN_PROGRESS for 2s [ 984.656934] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5c1b1b02-0d0e-421c-9442-12c88f168c61 in Status: SUCCESS [ 984.657234] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5c1b1b02-0d0e-421c-9442-12c88f168c61" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.818194] env[65288]: DEBUG networking_nsxv3.common.locking [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Lock network-869 taken with stack trace [, , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.818194] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquiring lock "network-869" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.818194] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired lock "network-869" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.818624] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired external semaphore "network-869" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.818857] env[65288]: DEBUG networking_nsxv3.common.locking [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.819032] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquiring lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.819153] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.819417] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired external semaphore "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.819607] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Releasing lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.819971] env[65288]: DEBUG dogpile.cache.region [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] No value present for key: 'zone-id' {{(pid=65288) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 984.820081] env[65288]: DEBUG dogpile.lock [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] NeedRegenerationException {{(pid=65288) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 984.820247] env[65288]: DEBUG dogpile.lock [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] no value, waiting for create lock {{(pid=65288) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 984.820406] env[65288]: DEBUG dogpile.lock [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] value creation lock acquired {{(pid=65288) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 984.820694] env[65288]: DEBUG dogpile.cache.region [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] No value present for key: 'zone-id' {{(pid=65288) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 984.820782] env[65288]: DEBUG dogpile.lock [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Calling creation function for not-yet-present value {{(pid=65288) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 984.820880] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 984.827671] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.827839] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.827949] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.828300] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.828440] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.829037] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.829037] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.829037] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.829037] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.829037] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.829324] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 53359e10-2543-4595-b61f-58a2f432658d already deleted. [ 984.829324] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-53359e10-2543-4595-b61f-58a2f432658d" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.856052] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 984.856237] env[65288]: DEBUG dogpile.cache.region [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Cache value generated in 0.035 seconds for key(s): 'zone-id' {{(pid=65288) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 984.856382] env[65288]: DEBUG dogpile.lock [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Released creation lock {{(pid=65288) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 984.856583] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Releasing lock "network-869" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.856920] env[65288]: DEBUG networking_nsxv3.common.locking [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Lock port-7fb97f88-ad60-4a85-b83d-0b6539232975 taken with stack trace [, , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.857086] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquiring lock "port-7fb97f88-ad60-4a85-b83d-0b6539232975" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.857236] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired lock "port-7fb97f88-ad60-4a85-b83d-0b6539232975" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.857601] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired external semaphore "port-7fb97f88-ad60-4a85-b83d-0b6539232975" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.857721] env[65288]: DEBUG networking_nsxv3.api.rpc [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7fb97f88-ad60-4a85-b83d-0b6539232975',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 985.360118] env[65288]: DEBUG networking_nsxv3.common.locking [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.361238] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.361238] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.361238] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.361238] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.361238] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Segment Port 7fb97f88-ad60-4a85-b83d-0b6539232975 not found, creating... [ 985.361480] env[65288]: DEBUG networking_nsxv3.common.locking [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.361480] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquiring lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.361698] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.361823] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired external semaphore "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.361962] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Releasing lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.362265] env[65288]: DEBUG networking_nsxv3.common.locking [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.362724] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.362724] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.362724] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.362910] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.363072] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Resource: SegmentPort with ID: 7fb97f88-ad60-4a85-b83d-0b6539232975 is going to be created. [ 985.386063] env[65288]: DEBUG networking_nsxv3.common.locking [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.386261] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.386315] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.386567] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.386809] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.387061] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Releasing lock "port-7fb97f88-ad60-4a85-b83d-0b6539232975" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.085587] env[65288]: INFO networking_nsxv3.common.synchronization [req-888e5817-fbf0-4b55-9fb5-2c768e13cead req-5bccba71-ce1a-4bc5-979e-7e37f41bd962 service nova] Enqueued Resource ID: 53359e10-2543-4595-b61f-58a2f432658d with Priority: HIGHEST for action security_group_rules [ 986.085806] env[65288]: INFO networking_nsxv3.common.synchronization [req-888e5817-fbf0-4b55-9fb5-2c768e13cead req-5bccba71-ce1a-4bc5-979e-7e37f41bd962 service nova] Enqueued Resource ID: 53359e10-2543-4595-b61f-58a2f432658d with Priority: HIGHEST for action security_group_members [ 986.086027] env[65288]: INFO networking_nsxv3.common.synchronization [req-888e5817-fbf0-4b55-9fb5-2c768e13cead req-5bccba71-ce1a-4bc5-979e-7e37f41bd962 service nova] Enqueued Resource ID: 7fb97f88-ad60-4a85-b83d-0b6539232975 with Priority: HIGHEST for action port [ 986.086556] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 53359e10-2543-4595-b61f-58a2f432658d with Priority: HIGHEST for action security_group_rules [ 986.086964] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 53359e10-2543-4595-b61f-58a2f432658d with Priority: HIGHEST for action security_group_members [ 986.087111] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7fb97f88-ad60-4a85-b83d-0b6539232975 with Priority: HIGHEST for action port [ 986.087396] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock rules-53359e10-2543-4595-b61f-58a2f432658d taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.087511] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-53359e10-2543-4595-b61f-58a2f432658d" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.087581] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-53359e10-2543-4595-b61f-58a2f432658d" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.087780] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-53359e10-2543-4595-b61f-58a2f432658d" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.087899] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('53359e10-2543-4595-b61f-58a2f432658d',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 986.089402] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock member-53359e10-2543-4595-b61f-58a2f432658d taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.089498] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-53359e10-2543-4595-b61f-58a2f432658d" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.089538] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-53359e10-2543-4595-b61f-58a2f432658d" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.089743] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-53359e10-2543-4595-b61f-58a2f432658d" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.089898] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.090182] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.090182] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.090182] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.090344] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.090374] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('53359e10-2543-4595-b61f-58a2f432658d',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 986.091236] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock port-7fb97f88-ad60-4a85-b83d-0b6539232975 taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.091587] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7fb97f88-ad60-4a85-b83d-0b6539232975" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.091587] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7fb97f88-ad60-4a85-b83d-0b6539232975" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.091587] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7fb97f88-ad60-4a85-b83d-0b6539232975" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.091587] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7fb97f88-ad60-4a85-b83d-0b6539232975',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 986.392901] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ea06a721-ec40-45ad-9f76-f8a7965f00f6 in Status: SUCCESS [ 986.393223] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ea06a721-ec40-45ad-9f76-f8a7965f00f6" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.594045] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('53359e10-2543-4595-b61f-58a2f432658d',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 986.595329] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock member-53359e10-2543-4595-b61f-58a2f432658d taken with stack trace [, , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.595329] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-53359e10-2543-4595-b61f-58a2f432658d" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.595530] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7fb97f88-ad60-4a85-b83d-0b6539232975 with status ACTIVE [ 986.596643] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.596643] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.596643] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.596643] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.596643] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.596643] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.596643] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.596643] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.596643] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.596643] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.597074] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.597074] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.597074] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.597779] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.597875] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.597963] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7fb97f88-ad60-4a85-b83d-0b6539232975 is going to be updated. [ 986.625653] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.625653] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.625653] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.625653] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.625653] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.625653] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7fb97f88-ad60-4a85-b83d-0b6539232975" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.715151] env[65288]: INFO networking_nsxv3.common.synchronization [req-17d52f63-92e2-464e-b214-c12d6dcd4535 req-18e38870-2c2c-445c-994c-d9e4d20e0213 tempest-ImagesTestJSON-2079948910 tempest-ImagesTestJSON-2079948910-project-member] Enqueued Resource ID: 478730e0-937c-4d51-bdac-99273bb9dff3 with Priority: HIGHEST for action security_group_members [ 986.715682] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 478730e0-937c-4d51-bdac-99273bb9dff3 with Priority: HIGHEST for action security_group_members [ 986.716243] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock member-478730e0-937c-4d51-bdac-99273bb9dff3 taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.716663] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-478730e0-937c-4d51-bdac-99273bb9dff3" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.716768] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-478730e0-937c-4d51-bdac-99273bb9dff3" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.716961] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-478730e0-937c-4d51-bdac-99273bb9dff3" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.717156] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.717259] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.717376] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.717469] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.717687] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.717687] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('478730e0-937c-4d51-bdac-99273bb9dff3',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 987.057499] env[65288]: DEBUG networking_nsxv3.common.locking [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Lock network-797 taken with stack trace [, , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.057708] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquiring lock "network-797" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.057830] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired lock "network-797" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.058104] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired external semaphore "network-797" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.058737] env[65288]: DEBUG networking_nsxv3.common.locking [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.058737] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquiring lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.058737] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.058932] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired external semaphore "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.059047] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Releasing lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.059234] env[65288]: DEBUG dogpile.cache.region [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] No value present for key: 'zone-id' {{(pid=65288) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 987.059405] env[65288]: DEBUG dogpile.lock [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] NeedRegenerationException {{(pid=65288) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 987.059527] env[65288]: DEBUG dogpile.lock [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] no value, waiting for create lock {{(pid=65288) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 987.059640] env[65288]: DEBUG dogpile.lock [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] value creation lock acquired {{(pid=65288) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 987.059747] env[65288]: DEBUG dogpile.cache.region [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] No value present for key: 'zone-id' {{(pid=65288) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 987.059869] env[65288]: DEBUG dogpile.lock [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Calling creation function for not-yet-present value {{(pid=65288) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 987.059976] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 987.078627] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 987.078815] env[65288]: DEBUG dogpile.cache.region [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=65288) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 987.078958] env[65288]: DEBUG dogpile.lock [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Released creation lock {{(pid=65288) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 987.079175] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Releasing lock "network-797" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.079589] env[65288]: DEBUG networking_nsxv3.common.locking [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Lock port-0c4df584-2e7e-4e02-ac41-749c8b5e2cd0 taken with stack trace [, , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.079786] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquiring lock "port-0c4df584-2e7e-4e02-ac41-749c8b5e2cd0" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.079906] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired lock "port-0c4df584-2e7e-4e02-ac41-749c8b5e2cd0" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.080306] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired external semaphore "port-0c4df584-2e7e-4e02-ac41-749c8b5e2cd0" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.080410] env[65288]: DEBUG networking_nsxv3.api.rpc [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0c4df584-2e7e-4e02-ac41-749c8b5e2cd0',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 987.101259] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('53359e10-2543-4595-b61f-58a2f432658d',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 987.223886] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.223886] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.223886] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.223886] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.223886] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.223886] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.223886] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.223886] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.223886] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.223886] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.223886] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 478730e0-937c-4d51-bdac-99273bb9dff3 is going to be updated. [ 987.255703] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.255703] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.255703] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.255703] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.255703] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.269842] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 478730e0-937c-4d51-bdac-99273bb9dff3 in Status: IN_PROGRESS for 2s [ 987.583691] env[65288]: DEBUG networking_nsxv3.common.locking [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.584329] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.584329] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.584586] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.584586] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.585028] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Segment Port 0c4df584-2e7e-4e02-ac41-749c8b5e2cd0 not found, creating... [ 987.585028] env[65288]: DEBUG networking_nsxv3.common.locking [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.585723] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquiring lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.585723] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.585723] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired external semaphore "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.585723] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Releasing lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.586207] env[65288]: DEBUG networking_nsxv3.common.locking [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.586207] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.586300] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.586477] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.586643] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.586743] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Resource: SegmentPort with ID: 0c4df584-2e7e-4e02-ac41-749c8b5e2cd0 is going to be created. [ 987.603975] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.604195] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.604320] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.604578] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.604688] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.604796] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 53359e10-2543-4595-b61f-58a2f432658d is going to be created. [ 987.610337] env[65288]: DEBUG networking_nsxv3.common.locking [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.610575] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.610699] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.610959] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.611205] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.611484] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Releasing lock "port-0c4df584-2e7e-4e02-ac41-749c8b5e2cd0" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.637526] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.637526] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.637526] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.637526] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.637526] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.649710] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 53359e10-2543-4595-b61f-58a2f432658d in Status: UNINITIALIZED for 2s [ 988.378407] env[65288]: INFO networking_nsxv3.common.synchronization [req-17d52f63-92e2-464e-b214-c12d6dcd4535 req-67e39ad9-43e8-4ee7-b925-0354a0c9ce3a service nova] Enqueued Resource ID: 478730e0-937c-4d51-bdac-99273bb9dff3 with Priority: HIGHEST for action security_group_rules [ 988.378407] env[65288]: INFO networking_nsxv3.common.synchronization [req-17d52f63-92e2-464e-b214-c12d6dcd4535 req-67e39ad9-43e8-4ee7-b925-0354a0c9ce3a service nova] Enqueued Resource ID: 478730e0-937c-4d51-bdac-99273bb9dff3 with Priority: HIGHEST for action security_group_members [ 988.378407] env[65288]: INFO networking_nsxv3.common.synchronization [req-17d52f63-92e2-464e-b214-c12d6dcd4535 req-67e39ad9-43e8-4ee7-b925-0354a0c9ce3a service nova] Enqueued Resource ID: 0c4df584-2e7e-4e02-ac41-749c8b5e2cd0 with Priority: HIGHEST for action port [ 988.378407] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 478730e0-937c-4d51-bdac-99273bb9dff3 with Priority: HIGHEST for action security_group_rules [ 988.378688] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 478730e0-937c-4d51-bdac-99273bb9dff3 with Priority: HIGHEST for action security_group_members [ 988.379048] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0c4df584-2e7e-4e02-ac41-749c8b5e2cd0 with Priority: HIGHEST for action port [ 988.379481] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock rules-478730e0-937c-4d51-bdac-99273bb9dff3 taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.379723] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-478730e0-937c-4d51-bdac-99273bb9dff3" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.379935] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-478730e0-937c-4d51-bdac-99273bb9dff3" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.380622] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-478730e0-937c-4d51-bdac-99273bb9dff3" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.381024] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('478730e0-937c-4d51-bdac-99273bb9dff3',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 988.386193] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock member-478730e0-937c-4d51-bdac-99273bb9dff3 taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.386193] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-478730e0-937c-4d51-bdac-99273bb9dff3" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.386324] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock port-0c4df584-2e7e-4e02-ac41-749c8b5e2cd0 taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.386403] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0c4df584-2e7e-4e02-ac41-749c8b5e2cd0" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.386403] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0c4df584-2e7e-4e02-ac41-749c8b5e2cd0" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.386613] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0c4df584-2e7e-4e02-ac41-749c8b5e2cd0" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.386706] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0c4df584-2e7e-4e02-ac41-749c8b5e2cd0',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 988.469324] env[65288]: INFO networking_nsxv3.common.synchronization [req-03b81840-c4ca-49f4-a01a-3160d4b472fe req-7505e16b-1fea-4a62-849c-e650d3d05c73 tempest-ServerRescueTestJSONUnderV235-1585749875 tempest-ServerRescueTestJSONUnderV235-1585749875-project-member] Enqueued Resource ID: db03080c-e7cd-4809-9ef1-bc78e1c5738a with Priority: HIGHEST for action security_group_members [ 988.469572] env[65288]: INFO networking_nsxv3.common.synchronization [req-03b81840-c4ca-49f4-a01a-3160d4b472fe req-7505e16b-1fea-4a62-849c-e650d3d05c73 tempest-ServerRescueTestJSONUnderV235-1585749875 tempest-ServerRescueTestJSONUnderV235-1585749875-project-member] Enqueued Resource ID: 5cdc4534-e6e7-4d55-acf2-e48a61f8690e with Priority: HIGHEST for action security_group_members [ 988.470558] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: db03080c-e7cd-4809-9ef1-bc78e1c5738a with Priority: HIGHEST for action security_group_members [ 988.470791] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5cdc4534-e6e7-4d55-acf2-e48a61f8690e with Priority: HIGHEST for action security_group_members [ 988.471204] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock member-db03080c-e7cd-4809-9ef1-bc78e1c5738a taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.471733] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-db03080c-e7cd-4809-9ef1-bc78e1c5738a" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.471853] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-db03080c-e7cd-4809-9ef1-bc78e1c5738a" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.472230] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-db03080c-e7cd-4809-9ef1-bc78e1c5738a" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.472487] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.472665] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.472747] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.472925] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.473028] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.473178] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('db03080c-e7cd-4809-9ef1-bc78e1c5738a',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 988.477337] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock member-5cdc4534-e6e7-4d55-acf2-e48a61f8690e taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.477337] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5cdc4534-e6e7-4d55-acf2-e48a61f8690e" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.477337] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5cdc4534-e6e7-4d55-acf2-e48a61f8690e" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.477337] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5cdc4534-e6e7-4d55-acf2-e48a61f8690e" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.477337] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.477337] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.477337] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.477337] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.477337] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.477337] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5cdc4534-e6e7-4d55-acf2-e48a61f8690e',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 988.535365] env[65288]: INFO networking_nsxv3.common.synchronization [req-03b81840-c4ca-49f4-a01a-3160d4b472fe req-7505e16b-1fea-4a62-849c-e650d3d05c73 tempest-ServerRescueTestJSONUnderV235-1585749875 tempest-ServerRescueTestJSONUnderV235-1585749875-project-member] Enqueued Resource ID: 5cdc4534-e6e7-4d55-acf2-e48a61f8690e with Priority: HIGHEST for action security_group_rules [ 988.535561] env[65288]: INFO networking_nsxv3.common.synchronization [req-03b81840-c4ca-49f4-a01a-3160d4b472fe req-7505e16b-1fea-4a62-849c-e650d3d05c73 tempest-ServerRescueTestJSONUnderV235-1585749875 tempest-ServerRescueTestJSONUnderV235-1585749875-project-member] Enqueued Resource ID: 5cdc4534-e6e7-4d55-acf2-e48a61f8690e with Priority: HIGHEST for action security_group_members [ 988.535726] env[65288]: INFO networking_nsxv3.common.synchronization [req-03b81840-c4ca-49f4-a01a-3160d4b472fe req-7505e16b-1fea-4a62-849c-e650d3d05c73 tempest-ServerRescueTestJSONUnderV235-1585749875 tempest-ServerRescueTestJSONUnderV235-1585749875-project-member] Enqueued Resource ID: db03080c-e7cd-4809-9ef1-bc78e1c5738a with Priority: HIGHEST for action security_group_rules [ 988.536711] env[65288]: INFO networking_nsxv3.common.synchronization [req-03b81840-c4ca-49f4-a01a-3160d4b472fe req-7505e16b-1fea-4a62-849c-e650d3d05c73 tempest-ServerRescueTestJSONUnderV235-1585749875 tempest-ServerRescueTestJSONUnderV235-1585749875-project-member] Enqueued Resource ID: db03080c-e7cd-4809-9ef1-bc78e1c5738a with Priority: HIGHEST for action security_group_members [ 988.536711] env[65288]: INFO networking_nsxv3.common.synchronization [req-03b81840-c4ca-49f4-a01a-3160d4b472fe req-7505e16b-1fea-4a62-849c-e650d3d05c73 tempest-ServerRescueTestJSONUnderV235-1585749875 tempest-ServerRescueTestJSONUnderV235-1585749875-project-member] Enqueued Resource ID: 8e874c0c-d712-4f69-8f3d-9a73f34cc93d with Priority: HIGHEST for action port [ 988.536711] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5cdc4534-e6e7-4d55-acf2-e48a61f8690e with Priority: HIGHEST for action security_group_rules [ 988.536914] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: db03080c-e7cd-4809-9ef1-bc78e1c5738a with Priority: HIGHEST for action security_group_rules [ 988.536914] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8e874c0c-d712-4f69-8f3d-9a73f34cc93d with Priority: HIGHEST for action port [ 988.536982] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5cdc4534-e6e7-4d55-acf2-e48a61f8690e with Priority: HIGHEST for action security_group_members [ 988.537119] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: db03080c-e7cd-4809-9ef1-bc78e1c5738a with Priority: HIGHEST for action security_group_members [ 988.537374] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5cdc4534-e6e7-4d55-acf2-e48a61f8690e taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.537527] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5cdc4534-e6e7-4d55-acf2-e48a61f8690e" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.537597] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5cdc4534-e6e7-4d55-acf2-e48a61f8690e" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.537901] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5cdc4534-e6e7-4d55-acf2-e48a61f8690e" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.537901] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5cdc4534-e6e7-4d55-acf2-e48a61f8690e',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 988.539112] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock rules-db03080c-e7cd-4809-9ef1-bc78e1c5738a taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.539361] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-db03080c-e7cd-4809-9ef1-bc78e1c5738a" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.539361] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-db03080c-e7cd-4809-9ef1-bc78e1c5738a" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.539472] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-db03080c-e7cd-4809-9ef1-bc78e1c5738a" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.540087] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('db03080c-e7cd-4809-9ef1-bc78e1c5738a',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 988.540369] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock port-8e874c0c-d712-4f69-8f3d-9a73f34cc93d taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.541155] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8e874c0c-d712-4f69-8f3d-9a73f34cc93d" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.541155] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8e874c0c-d712-4f69-8f3d-9a73f34cc93d" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.541155] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8e874c0c-d712-4f69-8f3d-9a73f34cc93d" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.541155] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8e874c0c-d712-4f69-8f3d-9a73f34cc93d',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 988.541790] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock member-5cdc4534-e6e7-4d55-acf2-e48a61f8690e taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.541904] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5cdc4534-e6e7-4d55-acf2-e48a61f8690e" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.542130] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock member-db03080c-e7cd-4809-9ef1-bc78e1c5738a taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.542215] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-db03080c-e7cd-4809-9ef1-bc78e1c5738a" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.890224] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock member-478730e0-937c-4d51-bdac-99273bb9dff3 taken with stack trace [, , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.890634] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-478730e0-937c-4d51-bdac-99273bb9dff3" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.890634] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0c4df584-2e7e-4e02-ac41-749c8b5e2cd0 with status ACTIVE [ 988.890850] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.890979] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.891051] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.891328] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.891433] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.891658] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.892480] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.892614] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.892803] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.892908] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.893110] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.893229] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.893265] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.893438] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.893516] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.893598] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0c4df584-2e7e-4e02-ac41-749c8b5e2cd0 is going to be updated. [ 988.924638] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.924638] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.924638] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.924638] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.924638] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.924638] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0c4df584-2e7e-4e02-ac41-749c8b5e2cd0" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.978089] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('db03080c-e7cd-4809-9ef1-bc78e1c5738a',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 988.978089] env[65288]: INFO networking_nsxv3.common.synchronization [req-0cbeaaa1-9412-47bf-b3ff-b4e36201f2bd req-3a9f3903-1c49-40a0-b558-1c4578761cb7 tempest-ServerRescueTestJSONUnderV235-1585749875 tempest-ServerRescueTestJSONUnderV235-1585749875-project-member] Enqueued Resource ID: db03080c-e7cd-4809-9ef1-bc78e1c5738a with Priority: HIGHEST for action security_group_members [ 988.978089] env[65288]: INFO networking_nsxv3.common.synchronization [req-0cbeaaa1-9412-47bf-b3ff-b4e36201f2bd req-3a9f3903-1c49-40a0-b558-1c4578761cb7 tempest-ServerRescueTestJSONUnderV235-1585749875 tempest-ServerRescueTestJSONUnderV235-1585749875-project-member] Enqueued Resource ID: 5cdc4534-e6e7-4d55-acf2-e48a61f8690e with Priority: HIGHEST for action security_group_members [ 988.981277] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5cdc4534-e6e7-4d55-acf2-e48a61f8690e',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 988.983423] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: db03080c-e7cd-4809-9ef1-bc78e1c5738a with Priority: HIGHEST for action security_group_members [ 988.983423] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5cdc4534-e6e7-4d55-acf2-e48a61f8690e with Priority: HIGHEST for action security_group_members [ 988.984169] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock member-db03080c-e7cd-4809-9ef1-bc78e1c5738a taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.984169] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-db03080c-e7cd-4809-9ef1-bc78e1c5738a" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.985053] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock member-5cdc4534-e6e7-4d55-acf2-e48a61f8690e taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.985167] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5cdc4534-e6e7-4d55-acf2-e48a61f8690e" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.033312] env[65288]: INFO networking_nsxv3.common.synchronization [req-0cbeaaa1-9412-47bf-b3ff-b4e36201f2bd req-3a9f3903-1c49-40a0-b558-1c4578761cb7 tempest-ServerRescueTestJSONUnderV235-1585749875 tempest-ServerRescueTestJSONUnderV235-1585749875-project-member] Enqueued Resource ID: 5cdc4534-e6e7-4d55-acf2-e48a61f8690e with Priority: HIGHEST for action security_group_rules [ 989.033312] env[65288]: INFO networking_nsxv3.common.synchronization [req-0cbeaaa1-9412-47bf-b3ff-b4e36201f2bd req-3a9f3903-1c49-40a0-b558-1c4578761cb7 tempest-ServerRescueTestJSONUnderV235-1585749875 tempest-ServerRescueTestJSONUnderV235-1585749875-project-member] Enqueued Resource ID: 5cdc4534-e6e7-4d55-acf2-e48a61f8690e with Priority: HIGHEST for action security_group_members [ 989.033312] env[65288]: INFO networking_nsxv3.common.synchronization [req-0cbeaaa1-9412-47bf-b3ff-b4e36201f2bd req-3a9f3903-1c49-40a0-b558-1c4578761cb7 tempest-ServerRescueTestJSONUnderV235-1585749875 tempest-ServerRescueTestJSONUnderV235-1585749875-project-member] Enqueued Resource ID: 8e874c0c-d712-4f69-8f3d-9a73f34cc93d with Priority: HIGHEST for action port [ 989.033312] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5cdc4534-e6e7-4d55-acf2-e48a61f8690e with Priority: HIGHEST for action security_group_rules [ 989.033312] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5cdc4534-e6e7-4d55-acf2-e48a61f8690e with Priority: HIGHEST for action security_group_members [ 989.033312] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8e874c0c-d712-4f69-8f3d-9a73f34cc93d with Priority: HIGHEST for action port [ 989.033312] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5cdc4534-e6e7-4d55-acf2-e48a61f8690e taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.033312] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5cdc4534-e6e7-4d55-acf2-e48a61f8690e" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.033312] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock member-5cdc4534-e6e7-4d55-acf2-e48a61f8690e taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.033312] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5cdc4534-e6e7-4d55-acf2-e48a61f8690e" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.033312] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock port-8e874c0c-d712-4f69-8f3d-9a73f34cc93d taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.033312] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8e874c0c-d712-4f69-8f3d-9a73f34cc93d" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.043898] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8e874c0c-d712-4f69-8f3d-9a73f34cc93d with status ACTIVE [ 989.044000] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.044119] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.044188] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.044395] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.044486] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.044671] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.044971] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.044971] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.044971] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.045101] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.045229] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.045311] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.045371] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.045504] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.045576] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.045658] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8e874c0c-d712-4f69-8f3d-9a73f34cc93d is going to be updated. [ 989.046930] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock member-db03080c-e7cd-4809-9ef1-bc78e1c5738a taken with stack trace [, , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.047345] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-db03080c-e7cd-4809-9ef1-bc78e1c5738a" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.049539] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock member-5cdc4534-e6e7-4d55-acf2-e48a61f8690e taken with stack trace [, , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.049539] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5cdc4534-e6e7-4d55-acf2-e48a61f8690e" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.084676] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.084854] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.084895] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.088542] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.088542] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.088542] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8e874c0c-d712-4f69-8f3d-9a73f34cc93d" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.088542] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8e874c0c-d712-4f69-8f3d-9a73f34cc93d" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.088542] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8e874c0c-d712-4f69-8f3d-9a73f34cc93d" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.088542] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8e874c0c-d712-4f69-8f3d-9a73f34cc93d',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 989.281166] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 478730e0-937c-4d51-bdac-99273bb9dff3 in Status: SUCCESS [ 989.281224] env[65288]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 478730e0-937c-4d51-bdac-99273bb9dff3 deletion is rescheduled due to dependency. [ 989.281333] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-478730e0-937c-4d51-bdac-99273bb9dff3" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.281853] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-478730e0-937c-4d51-bdac-99273bb9dff3" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.282057] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-478730e0-937c-4d51-bdac-99273bb9dff3" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.282235] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.282342] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.282422] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.282589] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.282672] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.282763] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('478730e0-937c-4d51-bdac-99273bb9dff3',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 989.481284] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('db03080c-e7cd-4809-9ef1-bc78e1c5738a',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 989.481913] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5cdc4534-e6e7-4d55-acf2-e48a61f8690e',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 989.590855] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8e874c0c-d712-4f69-8f3d-9a73f34cc93d with status ACTIVE [ 989.591312] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.591574] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.591871] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.592045] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.592185] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.592624] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.592781] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.592848] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.593269] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.593269] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.593454] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.593779] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.593853] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.594082] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.594226] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.594339] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8e874c0c-d712-4f69-8f3d-9a73f34cc93d is going to be updated. [ 989.618731] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.618998] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.619074] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.619255] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.619553] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.619730] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8e874c0c-d712-4f69-8f3d-9a73f34cc93d" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.678029] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 53359e10-2543-4595-b61f-58a2f432658d in Status: SUCCESS [ 989.678029] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-53359e10-2543-4595-b61f-58a2f432658d" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.678029] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-53359e10-2543-4595-b61f-58a2f432658d" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.678029] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-53359e10-2543-4595-b61f-58a2f432658d" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.678029] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.678029] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.678029] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.678029] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.678029] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.678029] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-53359e10-2543-4595-b61f-58a2f432658d" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.678029] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('53359e10-2543-4595-b61f-58a2f432658d',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 989.786939] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('478730e0-937c-4d51-bdac-99273bb9dff3',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 989.986192] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.986192] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.986510] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.986510] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.986594] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.986630] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: db03080c-e7cd-4809-9ef1-bc78e1c5738a is going to be created. [ 989.988445] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.988445] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.988445] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.988445] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.988445] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.988691] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5cdc4534-e6e7-4d55-acf2-e48a61f8690e is going to be updated. [ 990.017025] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.017025] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.017025] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.017025] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.017025] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.027116] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.027116] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.027116] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.027116] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.027116] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.029131] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: db03080c-e7cd-4809-9ef1-bc78e1c5738a in Status: UNINITIALIZED for 2s [ 990.036398] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5cdc4534-e6e7-4d55-acf2-e48a61f8690e in Status: IN_PROGRESS for 2s [ 990.180018] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('53359e10-2543-4595-b61f-58a2f432658d',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 990.289993] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('478730e0-937c-4d51-bdac-99273bb9dff3',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 990.298238] env[65288]: INFO networking_nsxv3.common.synchronization [req-d69af550-0158-4759-99d3-baec30a1a4b3 req-ca7a5f8a-51cf-4f48-9bab-76b9c9dd1f70 tempest-DeleteServersTestJSON-1755245245 tempest-DeleteServersTestJSON-1755245245-project-member] Enqueued Resource ID: 5c1b1b02-0d0e-421c-9442-12c88f168c61 with Priority: HIGHEST for action security_group_members [ 990.298758] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5c1b1b02-0d0e-421c-9442-12c88f168c61 with Priority: HIGHEST for action security_group_members [ 990.298908] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock member-5c1b1b02-0d0e-421c-9442-12c88f168c61 taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.299089] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5c1b1b02-0d0e-421c-9442-12c88f168c61" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.299177] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5c1b1b02-0d0e-421c-9442-12c88f168c61" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.299407] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5c1b1b02-0d0e-421c-9442-12c88f168c61" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.299561] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.299659] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.299725] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.299873] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.299973] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.300195] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5c1b1b02-0d0e-421c-9442-12c88f168c61',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 990.682684] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 53359e10-2543-4595-b61f-58a2f432658d: rpc.has_security_group_logging(os_id): False [ 990.705487] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.705739] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.705799] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.706193] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.706383] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.706701] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.706810] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.706867] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.707135] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.707193] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.707264] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 53359e10-2543-4595-b61f-58a2f432658d is going to be created. [ 990.790478] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.790478] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.790478] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.790478] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.790478] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.791630] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.792649] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.792649] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.792649] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.792649] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.792649] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 478730e0-937c-4d51-bdac-99273bb9dff3 is going to be updated. [ 990.803107] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 53359e10-2543-4595-b61f-58a2f432658d in Status: IN_PROGRESS for 2s [ 990.803477] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.803632] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.803729] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.803959] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.804120] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.804317] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.804456] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.804501] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.804630] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.804705] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.804790] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5c1b1b02-0d0e-421c-9442-12c88f168c61 is going to be updated. [ 990.844203] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.844440] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.844565] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.844812] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.844969] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.862809] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 478730e0-937c-4d51-bdac-99273bb9dff3 in Status: IN_PROGRESS for 2s [ 990.868573] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.868734] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.868829] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.869035] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.869229] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.906472] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5c1b1b02-0d0e-421c-9442-12c88f168c61 in Status: IN_PROGRESS for 2s [ 992.040109] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: db03080c-e7cd-4809-9ef1-bc78e1c5738a in Status: SUCCESS [ 992.040109] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-db03080c-e7cd-4809-9ef1-bc78e1c5738a" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.040463] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-db03080c-e7cd-4809-9ef1-bc78e1c5738a" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.040463] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-db03080c-e7cd-4809-9ef1-bc78e1c5738a" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.040634] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.041316] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.041316] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.041316] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.041316] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.041316] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('db03080c-e7cd-4809-9ef1-bc78e1c5738a',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 992.049382] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5cdc4534-e6e7-4d55-acf2-e48a61f8690e in Status: SUCCESS [ 992.049820] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5cdc4534-e6e7-4d55-acf2-e48a61f8690e" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.049907] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5cdc4534-e6e7-4d55-acf2-e48a61f8690e" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.050054] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5cdc4534-e6e7-4d55-acf2-e48a61f8690e" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.050240] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.050356] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.050412] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.050569] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.050646] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.050739] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5cdc4534-e6e7-4d55-acf2-e48a61f8690e',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 992.543597] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.543775] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.543815] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.544991] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.544991] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.544991] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.544991] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.544991] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.544991] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.544991] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.544991] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: db03080c-e7cd-4809-9ef1-bc78e1c5738a is going to be deleted. [ 992.552821] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5cdc4534-e6e7-4d55-acf2-e48a61f8690e',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 992.576045] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.576197] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.576197] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.576399] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.576500] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.576584] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-db03080c-e7cd-4809-9ef1-bc78e1c5738a" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.576740] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-db03080c-e7cd-4809-9ef1-bc78e1c5738a" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.576891] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-db03080c-e7cd-4809-9ef1-bc78e1c5738a" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.577065] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.577167] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.577229] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.577340] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.577417] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.577525] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('db03080c-e7cd-4809-9ef1-bc78e1c5738a',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 992.817150] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 53359e10-2543-4595-b61f-58a2f432658d in Status: SUCCESS [ 992.817321] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-53359e10-2543-4595-b61f-58a2f432658d" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.887656] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 478730e0-937c-4d51-bdac-99273bb9dff3 in Status: SUCCESS [ 992.888304] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-478730e0-937c-4d51-bdac-99273bb9dff3" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.888304] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-478730e0-937c-4d51-bdac-99273bb9dff3" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.888304] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-478730e0-937c-4d51-bdac-99273bb9dff3" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.888441] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.888511] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.888607] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.888775] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.888859] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.888947] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-478730e0-937c-4d51-bdac-99273bb9dff3" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.889053] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('478730e0-937c-4d51-bdac-99273bb9dff3',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 992.921625] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5c1b1b02-0d0e-421c-9442-12c88f168c61 in Status: SUCCESS [ 992.922309] env[65288]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5c1b1b02-0d0e-421c-9442-12c88f168c61 deletion is rescheduled due to dependency. [ 992.922309] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5c1b1b02-0d0e-421c-9442-12c88f168c61" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.055297] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5cdc4534-e6e7-4d55-acf2-e48a61f8690e',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 993.080582] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.080744] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.080801] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.081024] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.081323] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.081323] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.081478] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.081478] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.081611] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.081696] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.081778] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: db03080c-e7cd-4809-9ef1-bc78e1c5738a already deleted. [ 993.085022] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-db03080c-e7cd-4809-9ef1-bc78e1c5738a" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.085022] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-db03080c-e7cd-4809-9ef1-bc78e1c5738a" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.085022] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-db03080c-e7cd-4809-9ef1-bc78e1c5738a" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.085022] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.085451] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.085521] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.085682] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.085761] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.085867] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('db03080c-e7cd-4809-9ef1-bc78e1c5738a',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 993.394043] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock member-478730e0-937c-4d51-bdac-99273bb9dff3 taken with stack trace [, , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.394181] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-478730e0-937c-4d51-bdac-99273bb9dff3" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.394181] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-478730e0-937c-4d51-bdac-99273bb9dff3" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.394420] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-478730e0-937c-4d51-bdac-99273bb9dff3" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.394577] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.394793] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.394793] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.394861] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.395059] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.395059] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-478730e0-937c-4d51-bdac-99273bb9dff3" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.395178] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock member-478730e0-937c-4d51-bdac-99273bb9dff3 taken with stack trace [, , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.395273] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-478730e0-937c-4d51-bdac-99273bb9dff3" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.395327] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-478730e0-937c-4d51-bdac-99273bb9dff3" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.395521] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-478730e0-937c-4d51-bdac-99273bb9dff3" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.395603] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.395672] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.395777] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.395865] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.396064] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.396064] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-478730e0-937c-4d51-bdac-99273bb9dff3" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.396179] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('478730e0-937c-4d51-bdac-99273bb9dff3',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 993.562398] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.562398] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.562398] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.562677] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.562677] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.562740] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5cdc4534-e6e7-4d55-acf2-e48a61f8690e is going to be updated. [ 993.588986] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.589383] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.589383] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.589942] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.589942] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.590584] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.590584] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.590584] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.592194] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.592194] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.592194] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: db03080c-e7cd-4809-9ef1-bc78e1c5738a already deleted. [ 993.592194] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-db03080c-e7cd-4809-9ef1-bc78e1c5738a" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.592194] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('db03080c-e7cd-4809-9ef1-bc78e1c5738a',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 993.604614] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.604614] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.604614] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.604614] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.604614] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.619540] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5cdc4534-e6e7-4d55-acf2-e48a61f8690e in Status: IN_PROGRESS for 2s [ 993.893390] env[65288]: INFO networking_nsxv3.common.synchronization [None req-b9f8d5f8-e58f-490a-9c53-405defa6d0b7 tempest-AttachVolumeNegativeTest-2114498848 tempest-AttachVolumeNegativeTest-2114498848-project-member] Enqueued Resource ID: 8443f52b-0940-4005-88a2-0982cca8bee6 with Priority: HIGHEST for action security_group_rules [ 993.894070] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8443f52b-0940-4005-88a2-0982cca8bee6 with Priority: HIGHEST for action security_group_rules [ 993.894425] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8443f52b-0940-4005-88a2-0982cca8bee6 taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.894754] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8443f52b-0940-4005-88a2-0982cca8bee6" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.894754] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8443f52b-0940-4005-88a2-0982cca8bee6" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.894877] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8443f52b-0940-4005-88a2-0982cca8bee6" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.894977] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8443f52b-0940-4005-88a2-0982cca8bee6',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 993.900257] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 478730e0-937c-4d51-bdac-99273bb9dff3: rpc.has_security_group_logging(os_id): False [ 993.921147] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.921147] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.921147] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.921147] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.921147] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.921147] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.921147] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.921147] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.921147] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.921147] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.921147] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.921147] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.921147] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.921147] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.921147] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.921894] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.921894] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.921894] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.921894] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.921894] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.921894] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 478730e0-937c-4d51-bdac-99273bb9dff3 is going to be updated. [ 993.998232] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.998375] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.998437] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.998724] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.998788] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.014523] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 478730e0-937c-4d51-bdac-99273bb9dff3 in Status: IN_PROGRESS for 2s [ 994.029052] env[65288]: INFO networking_nsxv3.common.synchronization [None req-ac6016fd-ca07-4e7e-8b80-18757c3c5687 tempest-AttachVolumeNegativeTest-2114498848 tempest-AttachVolumeNegativeTest-2114498848-project-member] Enqueued Resource ID: 8443f52b-0940-4005-88a2-0982cca8bee6 with Priority: HIGHEST for action security_group_rules [ 994.029617] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8443f52b-0940-4005-88a2-0982cca8bee6 with Priority: HIGHEST for action security_group_rules [ 994.029942] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8443f52b-0940-4005-88a2-0982cca8bee6 taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.030044] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8443f52b-0940-4005-88a2-0982cca8bee6" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.095223] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('db03080c-e7cd-4809-9ef1-bc78e1c5738a',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 994.416895] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.417121] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.417254] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.417452] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.417548] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.417646] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8443f52b-0940-4005-88a2-0982cca8bee6 already deleted. [ 994.417744] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8443f52b-0940-4005-88a2-0982cca8bee6" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.418173] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8443f52b-0940-4005-88a2-0982cca8bee6" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.418261] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8443f52b-0940-4005-88a2-0982cca8bee6" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.418354] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8443f52b-0940-4005-88a2-0982cca8bee6',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 994.600291] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for db03080c-e7cd-4809-9ef1-bc78e1c5738a: rpc.has_security_group_logging(os_id): False [ 994.623047] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.623223] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.623291] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.623579] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.623579] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.623784] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.623899] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.623970] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.624129] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.624203] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.624305] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: db03080c-e7cd-4809-9ef1-bc78e1c5738a is going to be created. [ 994.657425] env[65288]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Warning Code=404 Message=b'{\n "httpStatus" : "NOT_FOUND",\n "error_code" : 500232,\n "module_name" : "Policy",\n "error_message" : "Following dependent objects, used in path=[/infra/domains/default/security-policies/db03080c-e7cd-4809-9ef1-bc78e1c5738a], does not exist path=[/infra/domains/default/groups/db03080c-e7cd-4809-9ef1-bc78e1c5738a]."\n}' [ 994.657425] env[65288]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: db03080c-e7cd-4809-9ef1-bc78e1c5738a failed to be updated, retrying after metadata refresh: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/db03080c-e7cd-4809-9ef1-bc78e1c5738a [ 994.657425] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 994.720913] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.720913] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.720913] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.721284] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.722915] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.723259] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.723418] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.723482] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.723705] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.723705] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.723922] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.724042] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.724096] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.724239] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.724396] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.724465] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: db03080c-e7cd-4809-9ef1-bc78e1c5738a is going to be created. [ 994.754219] env[65288]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Warning Code=404 Message=b'{\n "httpStatus" : "NOT_FOUND",\n "error_code" : 500232,\n "module_name" : "Policy",\n "error_message" : "Following dependent objects, used in path=[/infra/domains/default/security-policies/db03080c-e7cd-4809-9ef1-bc78e1c5738a], does not exist path=[/infra/domains/default/groups/db03080c-e7cd-4809-9ef1-bc78e1c5738a]."\n}': requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/db03080c-e7cd-4809-9ef1-bc78e1c5738a [ 994.754562] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-db03080c-e7cd-4809-9ef1-bc78e1c5738a" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.754644] env[65288]: Traceback (most recent call last): [ 994.754644] env[65288]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 36, in wrapper [ 994.754644] env[65288]: return func(*args, **kwargs) [ 994.754644] env[65288]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 786, in _realize [ 994.754644] env[65288]: res.raise_for_status() [ 994.754644] env[65288]: File "/opt/stack/data/venv/lib/python3.10/site-packages/requests/models.py", line 1026, in raise_for_status [ 994.754644] env[65288]: raise HTTPError(http_error_msg, response=self) [ 994.754644] env[65288]: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/db03080c-e7cd-4809-9ef1-bc78e1c5738a [ 994.754644] env[65288]: During handling of the above exception, another exception occurred: [ 994.754644] env[65288]: Traceback (most recent call last): [ 994.754644] env[65288]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/poll.py", line 111, in wait [ 994.754644] env[65288]: listener.cb(fileno) [ 994.754644] env[65288]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 272, in main [ 994.754644] env[65288]: result = function(*args, **kwargs) [ 994.754644] env[65288]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/realization.py", line 210, in security_group_rules [ 994.754644] env[65288]: self.nsx_provider.sg_rules_realize(os_sg, logged=logged) [ 994.754644] env[65288]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 1012, in sg_rules_realize [ 994.754644] env[65288]: return self._realize(Provider.SG_RULES, delete, self.payload.sg_rules_container, os_sg, provider_sg) [ 994.754644] env[65288]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 45, in wrapper [ 994.754644] env[65288]: return func(self, resource_type, delete, self.payload.sg_rules_container, os_obj, provider_sg) [ 994.754644] env[65288]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 786, in _realize [ 994.754644] env[65288]: res.raise_for_status() [ 994.754644] env[65288]: File "/opt/stack/data/venv/lib/python3.10/site-packages/requests/models.py", line 1026, in raise_for_status [ 994.754644] env[65288]: raise HTTPError(http_error_msg, response=self) [ 994.755813] env[65288]: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/db03080c-e7cd-4809-9ef1-bc78e1c5738a [ 994.755813] env[65288]: Removing descriptor: 56 [ 994.948718] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.949469] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.949633] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.949930] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.950038] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.950160] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8443f52b-0940-4005-88a2-0982cca8bee6 already deleted. [ 994.950294] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8443f52b-0940-4005-88a2-0982cca8bee6" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.631888] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5cdc4534-e6e7-4d55-acf2-e48a61f8690e in Status: SUCCESS [ 995.632289] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5cdc4534-e6e7-4d55-acf2-e48a61f8690e" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.632473] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5cdc4534-e6e7-4d55-acf2-e48a61f8690e" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.632664] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5cdc4534-e6e7-4d55-acf2-e48a61f8690e" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.632940] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.633106] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.633177] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.633439] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.633531] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.633658] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5cdc4534-e6e7-4d55-acf2-e48a61f8690e',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 995.844581] env[65288]: INFO networking_nsxv3.common.synchronization [req-12184a8e-cb32-425c-ae70-059a09fb5c27 req-2e28a191-e62c-4bfc-876b-313403272a2c tempest-ServerRescueTestJSONUnderV235-1585749875 tempest-ServerRescueTestJSONUnderV235-1585749875-project-member] Enqueued Resource ID: 5cdc4534-e6e7-4d55-acf2-e48a61f8690e with Priority: HIGHEST for action security_group_members [ 995.845267] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5cdc4534-e6e7-4d55-acf2-e48a61f8690e with Priority: HIGHEST for action security_group_members [ 995.845639] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock member-5cdc4534-e6e7-4d55-acf2-e48a61f8690e taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.845754] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5cdc4534-e6e7-4d55-acf2-e48a61f8690e" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.031858] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 478730e0-937c-4d51-bdac-99273bb9dff3 in Status: SUCCESS [ 996.032515] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-478730e0-937c-4d51-bdac-99273bb9dff3" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.138467] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5cdc4534-e6e7-4d55-acf2-e48a61f8690e',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 996.642335] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5cdc4534-e6e7-4d55-acf2-e48a61f8690e',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 997.148358] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.148358] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.148358] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.148358] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.148358] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.148358] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5cdc4534-e6e7-4d55-acf2-e48a61f8690e is going to be updated. [ 997.150805] env[65288]: INFO networking_nsxv3.common.synchronization [None req-4def3885-a261-4920-a331-2b12d8ea3cbe None None] Enqueued Resource ID: aa9e0c99-ce89-4517-ac29-cd589ad3822f with Priority: HIGHEST for action port [ 997.151790] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aa9e0c99-ce89-4517-ac29-cd589ad3822f with Priority: HIGHEST for action port [ 997.152166] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock port-aa9e0c99-ce89-4517-ac29-cd589ad3822f taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.152415] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-aa9e0c99-ce89-4517-ac29-cd589ad3822f" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.152415] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-aa9e0c99-ce89-4517-ac29-cd589ad3822f" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.152633] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-aa9e0c99-ce89-4517-ac29-cd589ad3822f" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.152711] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('aa9e0c99-ce89-4517-ac29-cd589ad3822f',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 997.174856] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.177087] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.177087] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.177087] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.177087] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.186388] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5cdc4534-e6e7-4d55-acf2-e48a61f8690e in Status: IN_PROGRESS for 2s [ 997.655542] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port aa9e0c99-ce89-4517-ac29-cd589ad3822f [ 997.655993] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.656137] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.656137] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.656582] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.656582] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.656745] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:aa9e0c99-ce89-4517-ac29-cd589ad3822f already deleted. [ 997.656745] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-aa9e0c99-ce89-4517-ac29-cd589ad3822f" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.968318] env[65288]: INFO networking_nsxv3.common.synchronization [req-c4051b19-1ce6-4025-8ad5-372d259a444c req-584e09fd-e648-4ffe-9878-f0fc96a8f254 tempest-ServerDiskConfigTestJSON-1970916035 tempest-ServerDiskConfigTestJSON-1970916035-project-member] Enqueued Resource ID: d245eef6-5371-47ae-aacd-21ec39f91d63 with Priority: HIGHEST for action security_group_members [ 997.973406] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d245eef6-5371-47ae-aacd-21ec39f91d63 with Priority: HIGHEST for action security_group_members [ 997.973406] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock member-d245eef6-5371-47ae-aacd-21ec39f91d63 taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.973406] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d245eef6-5371-47ae-aacd-21ec39f91d63" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.973406] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d245eef6-5371-47ae-aacd-21ec39f91d63" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.973406] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d245eef6-5371-47ae-aacd-21ec39f91d63" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.973406] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.973406] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.973406] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.973406] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.973406] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.973406] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d245eef6-5371-47ae-aacd-21ec39f91d63',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 998.477065] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.477065] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.477065] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.477065] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.501116] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.502316] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.502632] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.502632] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.502815] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.502933] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.503066] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d245eef6-5371-47ae-aacd-21ec39f91d63 is going to be updated. [ 998.531190] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.531344] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.531716] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.531795] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.531937] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.542356] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d245eef6-5371-47ae-aacd-21ec39f91d63 in Status: IN_PROGRESS for 2s [ 999.198030] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5cdc4534-e6e7-4d55-acf2-e48a61f8690e in Status: SUCCESS [ 999.199947] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5cdc4534-e6e7-4d55-acf2-e48a61f8690e" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.199947] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5cdc4534-e6e7-4d55-acf2-e48a61f8690e" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.199947] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5cdc4534-e6e7-4d55-acf2-e48a61f8690e" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.199947] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.199947] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.199947] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.199947] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.199947] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.199947] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5cdc4534-e6e7-4d55-acf2-e48a61f8690e',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 999.702509] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.702743] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.702743] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.703164] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.737964] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.738244] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.738368] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.738435] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.738688] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.738775] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.738924] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5cdc4534-e6e7-4d55-acf2-e48a61f8690e is going to be updated. [ 999.809111] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.809111] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.809111] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.809508] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.809565] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.821887] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5cdc4534-e6e7-4d55-acf2-e48a61f8690e in Status: IN_PROGRESS for 2s [ 1000.552496] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d245eef6-5371-47ae-aacd-21ec39f91d63 in Status: SUCCESS [ 1000.552861] env[65288]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d245eef6-5371-47ae-aacd-21ec39f91d63 deletion is rescheduled due to dependency. [ 1000.552861] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d245eef6-5371-47ae-aacd-21ec39f91d63" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.307226] env[65288]: INFO networking_nsxv3.common.synchronization [None req-8887afdf-9d5f-472d-958b-dea5657374c6 None None] Enqueued Resource ID: eb256c3e-b672-4213-ab19-649dfcf5560d with Priority: HIGHEST for action port [ 1001.308607] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eb256c3e-b672-4213-ab19-649dfcf5560d with Priority: HIGHEST for action port [ 1001.308607] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock port-eb256c3e-b672-4213-ab19-649dfcf5560d taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.308607] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-eb256c3e-b672-4213-ab19-649dfcf5560d" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.308607] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-eb256c3e-b672-4213-ab19-649dfcf5560d" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.308607] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-eb256c3e-b672-4213-ab19-649dfcf5560d" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.308607] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('eb256c3e-b672-4213-ab19-649dfcf5560d',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1001.811416] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port eb256c3e-b672-4213-ab19-649dfcf5560d [ 1001.811672] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.811773] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.811842] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.812082] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.812177] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.812276] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:eb256c3e-b672-4213-ab19-649dfcf5560d already deleted. [ 1001.812359] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-eb256c3e-b672-4213-ab19-649dfcf5560d" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.831511] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5cdc4534-e6e7-4d55-acf2-e48a61f8690e in Status: SUCCESS [ 1001.831737] env[65288]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5cdc4534-e6e7-4d55-acf2-e48a61f8690e deletion is rescheduled due to dependency. [ 1001.831861] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5cdc4534-e6e7-4d55-acf2-e48a61f8690e" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.832035] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5cdc4534-e6e7-4d55-acf2-e48a61f8690e" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.832243] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5cdc4534-e6e7-4d55-acf2-e48a61f8690e" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.832429] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.832560] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.832622] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.833063] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.833764] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.833916] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5cdc4534-e6e7-4d55-acf2-e48a61f8690e" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.834109] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5cdc4534-e6e7-4d55-acf2-e48a61f8690e',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1001.837566] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5cdc4534-e6e7-4d55-acf2-e48a61f8690e" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.837736] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5cdc4534-e6e7-4d55-acf2-e48a61f8690e" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.837914] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.838036] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.838137] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.838331] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.838438] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.838551] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5cdc4534-e6e7-4d55-acf2-e48a61f8690e',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1001.840149] env[65288]: INFO networking_nsxv3.common.synchronization [req-cd640aed-3695-4f39-bad7-bcdabf3d61ec req-02af3b56-2200-40d1-8bd2-3258d582b958 tempest-ServerDiskConfigTestJSON-1970916035 tempest-ServerDiskConfigTestJSON-1970916035-project-member] Enqueued Resource ID: d245eef6-5371-47ae-aacd-21ec39f91d63 with Priority: HIGHEST for action security_group_members [ 1001.840955] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d245eef6-5371-47ae-aacd-21ec39f91d63 with Priority: HIGHEST for action security_group_members [ 1001.841532] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock member-d245eef6-5371-47ae-aacd-21ec39f91d63 taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.841874] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d245eef6-5371-47ae-aacd-21ec39f91d63" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.841874] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d245eef6-5371-47ae-aacd-21ec39f91d63" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.841983] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d245eef6-5371-47ae-aacd-21ec39f91d63" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.842115] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.842251] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.842331] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.842511] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.842601] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.842710] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d245eef6-5371-47ae-aacd-21ec39f91d63',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1001.923199] env[65288]: INFO networking_nsxv3.common.synchronization [req-b33bf329-8d0d-48ef-b9a8-1a567d98f01a req-740055ef-437b-4283-a7e9-914d08e0e7ec tempest-ServersV294TestFqdnHostnames-1226647662 tempest-ServersV294TestFqdnHostnames-1226647662-project-member] Enqueued Resource ID: 660ad36e-3e26-4bd0-b7f4-2aa91278d56a with Priority: HIGHEST for action security_group_members [ 1001.925618] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 660ad36e-3e26-4bd0-b7f4-2aa91278d56a with Priority: HIGHEST for action security_group_members [ 1001.926285] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock member-660ad36e-3e26-4bd0-b7f4-2aa91278d56a taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.926454] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-660ad36e-3e26-4bd0-b7f4-2aa91278d56a" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.927622] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-660ad36e-3e26-4bd0-b7f4-2aa91278d56a" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.927988] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-660ad36e-3e26-4bd0-b7f4-2aa91278d56a" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.928126] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.928178] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.928704] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.928704] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.928704] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.928704] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('660ad36e-3e26-4bd0-b7f4-2aa91278d56a',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1002.343296] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.343296] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.343296] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.343534] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.343534] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.343653] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.343819] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.343819] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.343950] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.344032] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.344114] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5cdc4534-e6e7-4d55-acf2-e48a61f8690e is going to be updated. [ 1002.345237] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock member-5cdc4534-e6e7-4d55-acf2-e48a61f8690e taken with stack trace [, , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.345350] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5cdc4534-e6e7-4d55-acf2-e48a61f8690e" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.346562] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.347105] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.347167] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.347415] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.347508] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.348144] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.348386] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.348386] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.348683] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.348929] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.348929] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d245eef6-5371-47ae-aacd-21ec39f91d63 is going to be updated. [ 1002.386898] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.387918] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.387918] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.387918] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.387918] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.389810] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.389943] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.390039] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.391023] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.391023] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.405894] env[65288]: DEBUG networking_nsxv3.common.locking [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Lock network-586 taken with stack trace [, , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.406236] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquiring lock "network-586" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.406401] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired lock "network-586" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.408033] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired external semaphore "network-586" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.409522] env[65288]: DEBUG networking_nsxv3.common.locking [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.409668] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquiring lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.409817] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.410163] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired external semaphore "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.410333] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Releasing lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.411524] env[65288]: DEBUG dogpile.cache.region [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] No value present for key: 'zone-id' {{(pid=65288) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1002.411524] env[65288]: DEBUG dogpile.lock [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] NeedRegenerationException {{(pid=65288) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1002.411524] env[65288]: DEBUG dogpile.lock [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] no value, waiting for create lock {{(pid=65288) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1002.411693] env[65288]: DEBUG dogpile.lock [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] value creation lock acquired {{(pid=65288) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1002.411783] env[65288]: DEBUG dogpile.cache.region [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] No value present for key: 'zone-id' {{(pid=65288) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1002.411935] env[65288]: DEBUG dogpile.lock [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Calling creation function for not-yet-present value {{(pid=65288) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1002.412181] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1002.420219] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5cdc4534-e6e7-4d55-acf2-e48a61f8690e in Status: IN_PROGRESS for 2s [ 1002.422423] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d245eef6-5371-47ae-aacd-21ec39f91d63 in Status: IN_PROGRESS for 2s [ 1002.433377] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.433552] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.433633] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.433912] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.456391] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1002.456588] env[65288]: DEBUG dogpile.cache.region [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Cache value generated in 0.044 seconds for key(s): 'zone-id' {{(pid=65288) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1002.456723] env[65288]: DEBUG dogpile.lock [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Released creation lock {{(pid=65288) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1002.456907] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Releasing lock "network-586" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.457249] env[65288]: DEBUG networking_nsxv3.common.locking [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Lock port-d32aa1ed-b000-45f7-b21a-8c744e1fc713 taken with stack trace [, , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.458320] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquiring lock "port-d32aa1ed-b000-45f7-b21a-8c744e1fc713" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.459600] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired lock "port-d32aa1ed-b000-45f7-b21a-8c744e1fc713" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.459600] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired external semaphore "port-d32aa1ed-b000-45f7-b21a-8c744e1fc713" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.459600] env[65288]: DEBUG networking_nsxv3.api.rpc [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d32aa1ed-b000-45f7-b21a-8c744e1fc713',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1002.462504] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.462581] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.467028] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.467028] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.467028] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.467028] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.467028] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 660ad36e-3e26-4bd0-b7f4-2aa91278d56a is going to be updated. [ 1002.500313] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.500313] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.500313] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.500313] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.500313] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.511908] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 660ad36e-3e26-4bd0-b7f4-2aa91278d56a in Status: IN_PROGRESS for 2s [ 1002.964790] env[65288]: DEBUG networking_nsxv3.common.locking [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.964790] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.964790] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.964790] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.964790] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.964790] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Segment Port d32aa1ed-b000-45f7-b21a-8c744e1fc713 not found, creating... [ 1002.965535] env[65288]: DEBUG networking_nsxv3.common.locking [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.965535] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquiring lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.965640] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.965905] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired external semaphore "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.966727] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Releasing lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.966842] env[65288]: DEBUG networking_nsxv3.common.locking [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.967455] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.968345] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.968345] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.968569] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.968569] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Resource: SegmentPort with ID: d32aa1ed-b000-45f7-b21a-8c744e1fc713 is going to be created. [ 1002.994026] env[65288]: DEBUG networking_nsxv3.common.locking [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.994326] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.994472] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.994653] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.994977] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.995223] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Releasing lock "port-d32aa1ed-b000-45f7-b21a-8c744e1fc713" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.729834] env[65288]: INFO networking_nsxv3.common.synchronization [req-cd640aed-3695-4f39-bad7-bcdabf3d61ec req-e869915d-1c3b-466d-86ce-90da35583c13 service nova] Enqueued Resource ID: d245eef6-5371-47ae-aacd-21ec39f91d63 with Priority: HIGHEST for action security_group_rules [ 1003.730032] env[65288]: INFO networking_nsxv3.common.synchronization [req-cd640aed-3695-4f39-bad7-bcdabf3d61ec req-e869915d-1c3b-466d-86ce-90da35583c13 service nova] Enqueued Resource ID: d245eef6-5371-47ae-aacd-21ec39f91d63 with Priority: HIGHEST for action security_group_members [ 1003.730190] env[65288]: INFO networking_nsxv3.common.synchronization [req-cd640aed-3695-4f39-bad7-bcdabf3d61ec req-e869915d-1c3b-466d-86ce-90da35583c13 service nova] Enqueued Resource ID: d32aa1ed-b000-45f7-b21a-8c744e1fc713 with Priority: HIGHEST for action port [ 1003.730749] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d245eef6-5371-47ae-aacd-21ec39f91d63 with Priority: HIGHEST for action security_group_rules [ 1003.730883] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d245eef6-5371-47ae-aacd-21ec39f91d63 with Priority: HIGHEST for action security_group_members [ 1003.730974] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d32aa1ed-b000-45f7-b21a-8c744e1fc713 with Priority: HIGHEST for action port [ 1003.732361] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d245eef6-5371-47ae-aacd-21ec39f91d63 taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.734256] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d245eef6-5371-47ae-aacd-21ec39f91d63" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.734256] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d245eef6-5371-47ae-aacd-21ec39f91d63" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.734256] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d245eef6-5371-47ae-aacd-21ec39f91d63" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.734256] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d245eef6-5371-47ae-aacd-21ec39f91d63',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1003.734256] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock member-d245eef6-5371-47ae-aacd-21ec39f91d63 taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.734256] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d245eef6-5371-47ae-aacd-21ec39f91d63" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.734256] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock port-d32aa1ed-b000-45f7-b21a-8c744e1fc713 taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.734792] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d32aa1ed-b000-45f7-b21a-8c744e1fc713" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.734792] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d32aa1ed-b000-45f7-b21a-8c744e1fc713" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.734792] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d32aa1ed-b000-45f7-b21a-8c744e1fc713" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.735781] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d32aa1ed-b000-45f7-b21a-8c744e1fc713',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1003.860944] env[65288]: INFO networking_nsxv3.common.synchronization [None req-ff830d5c-909d-459c-a77a-ecf9de41b536 None None] Enqueued Resource ID: 7ee80a75-bd9b-4ac9-b782-8f5927214034 with Priority: HIGHEST for action port [ 1003.861901] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7ee80a75-bd9b-4ac9-b782-8f5927214034 with Priority: HIGHEST for action port [ 1003.864287] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock port-7ee80a75-bd9b-4ac9-b782-8f5927214034 taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.865217] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7ee80a75-bd9b-4ac9-b782-8f5927214034" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.865331] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7ee80a75-bd9b-4ac9-b782-8f5927214034" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.865765] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7ee80a75-bd9b-4ac9-b782-8f5927214034" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.865827] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7ee80a75-bd9b-4ac9-b782-8f5927214034',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1004.238363] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock member-d245eef6-5371-47ae-aacd-21ec39f91d63 taken with stack trace [, , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.239056] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d245eef6-5371-47ae-aacd-21ec39f91d63" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.239434] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d32aa1ed-b000-45f7-b21a-8c744e1fc713 with status ACTIVE [ 1004.240288] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.241280] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.241280] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.241280] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.241280] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.241280] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.241532] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.241532] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.241742] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.241802] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.241987] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.242118] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.242280] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.242366] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.242463] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.242757] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d32aa1ed-b000-45f7-b21a-8c744e1fc713 is going to be updated. [ 1004.281741] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.281888] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.281958] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.282259] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.282404] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.282573] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d32aa1ed-b000-45f7-b21a-8c744e1fc713" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.371170] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7ee80a75-bd9b-4ac9-b782-8f5927214034 [ 1004.371411] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.371624] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.371732] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.371925] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.372028] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.372127] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7ee80a75-bd9b-4ac9-b782-8f5927214034 already deleted. [ 1004.372211] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7ee80a75-bd9b-4ac9-b782-8f5927214034" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.431928] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d245eef6-5371-47ae-aacd-21ec39f91d63 in Status: SUCCESS [ 1004.432300] env[65288]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d245eef6-5371-47ae-aacd-21ec39f91d63 deletion is rescheduled due to dependency. [ 1004.432419] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d245eef6-5371-47ae-aacd-21ec39f91d63" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.432600] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d245eef6-5371-47ae-aacd-21ec39f91d63" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.432814] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d245eef6-5371-47ae-aacd-21ec39f91d63" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.433056] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.433182] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.433247] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.433401] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.433483] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.433578] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d245eef6-5371-47ae-aacd-21ec39f91d63',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1004.434994] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5cdc4534-e6e7-4d55-acf2-e48a61f8690e in Status: SUCCESS [ 1004.435165] env[65288]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5cdc4534-e6e7-4d55-acf2-e48a61f8690e deletion is rescheduled due to dependency. [ 1004.435262] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5cdc4534-e6e7-4d55-acf2-e48a61f8690e" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.435470] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5cdc4534-e6e7-4d55-acf2-e48a61f8690e" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.435633] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5cdc4534-e6e7-4d55-acf2-e48a61f8690e" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.435810] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.435967] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.436052] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.436201] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.436341] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.436437] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5cdc4534-e6e7-4d55-acf2-e48a61f8690e" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.436591] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock member-5cdc4534-e6e7-4d55-acf2-e48a61f8690e taken with stack trace [, , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.436737] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5cdc4534-e6e7-4d55-acf2-e48a61f8690e" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.436810] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5cdc4534-e6e7-4d55-acf2-e48a61f8690e" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.437012] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5cdc4534-e6e7-4d55-acf2-e48a61f8690e" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.437228] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.437330] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.437447] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.437596] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.437671] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.437752] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5cdc4534-e6e7-4d55-acf2-e48a61f8690e" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.437840] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5cdc4534-e6e7-4d55-acf2-e48a61f8690e',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1004.522992] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 660ad36e-3e26-4bd0-b7f4-2aa91278d56a in Status: SUCCESS [ 1004.523202] env[65288]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 660ad36e-3e26-4bd0-b7f4-2aa91278d56a deletion is rescheduled due to dependency. [ 1004.523318] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-660ad36e-3e26-4bd0-b7f4-2aa91278d56a" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.940044] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d245eef6-5371-47ae-aacd-21ec39f91d63',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1004.943627] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5cdc4534-e6e7-4d55-acf2-e48a61f8690e: rpc.has_security_group_logging(os_id): False [ 1004.961371] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.962161] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.962161] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.962161] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.962161] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.962161] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.962373] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.962373] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.962463] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.962538] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.962731] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.962822] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.962884] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.963029] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.963101] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.963276] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.963365] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.963426] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.963558] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.963628] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.963708] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5cdc4534-e6e7-4d55-acf2-e48a61f8690e is going to be updated. [ 1005.028466] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.028666] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.028741] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.028955] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.029105] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.044343] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5cdc4534-e6e7-4d55-acf2-e48a61f8690e in Status: IN_PROGRESS for 2s [ 1005.445178] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d245eef6-5371-47ae-aacd-21ec39f91d63',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1005.722909] env[65288]: INFO networking_nsxv3.common.synchronization [req-4c6325f9-f2ea-4987-820f-1953f11f7ba9 req-a14b9842-74b5-4530-bd59-bcf623dbd6eb tempest-AttachVolumeNegativeTest-2114498848 tempest-AttachVolumeNegativeTest-2114498848-project-member] Enqueued Resource ID: 8443f52b-0940-4005-88a2-0982cca8bee6 with Priority: HIGHEST for action security_group_members [ 1005.722909] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8443f52b-0940-4005-88a2-0982cca8bee6 with Priority: HIGHEST for action security_group_members [ 1005.722909] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock member-8443f52b-0940-4005-88a2-0982cca8bee6 taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.722909] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8443f52b-0940-4005-88a2-0982cca8bee6" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.722909] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8443f52b-0940-4005-88a2-0982cca8bee6" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.722909] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8443f52b-0940-4005-88a2-0982cca8bee6" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.722909] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.723302] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.723302] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.723302] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.723302] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.723440] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8443f52b-0940-4005-88a2-0982cca8bee6',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1005.948914] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.949133] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.949260] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.949492] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.949627] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.949809] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d245eef6-5371-47ae-aacd-21ec39f91d63 is going to be updated. [ 1005.999082] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.002025] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.002025] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.002025] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.002025] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.026047] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d245eef6-5371-47ae-aacd-21ec39f91d63 in Status: IN_PROGRESS for 2s [ 1006.157756] env[65288]: DEBUG networking_nsxv3.common.locking [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Lock network-682 taken with stack trace [, , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.157952] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquiring lock "network-682" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.158221] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired lock "network-682" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.158621] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired external semaphore "network-682" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.158621] env[65288]: DEBUG networking_nsxv3.common.locking [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.159406] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquiring lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.159406] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.159406] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired external semaphore "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.159654] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Releasing lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.159719] env[65288]: DEBUG dogpile.cache.region [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] No value present for key: 'zone-id' {{(pid=65288) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1006.159856] env[65288]: DEBUG dogpile.lock [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] NeedRegenerationException {{(pid=65288) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1006.159988] env[65288]: DEBUG dogpile.lock [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] no value, waiting for create lock {{(pid=65288) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1006.160118] env[65288]: DEBUG dogpile.lock [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] value creation lock acquired {{(pid=65288) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1006.160228] env[65288]: DEBUG dogpile.cache.region [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] No value present for key: 'zone-id' {{(pid=65288) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1006.160332] env[65288]: DEBUG dogpile.lock [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Calling creation function for not-yet-present value {{(pid=65288) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1006.160500] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1006.180734] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1006.180805] env[65288]: DEBUG dogpile.cache.region [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65288) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1006.180947] env[65288]: DEBUG dogpile.lock [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Released creation lock {{(pid=65288) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1006.181178] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Releasing lock "network-682" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.181514] env[65288]: DEBUG networking_nsxv3.common.locking [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Lock port-15d3c504-3c06-4467-83e9-b6205f959e58 taken with stack trace [, , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.181725] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquiring lock "port-15d3c504-3c06-4467-83e9-b6205f959e58" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.181909] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired lock "port-15d3c504-3c06-4467-83e9-b6205f959e58" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.182285] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired external semaphore "port-15d3c504-3c06-4467-83e9-b6205f959e58" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.182444] env[65288]: DEBUG networking_nsxv3.api.rpc [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('15d3c504-3c06-4467-83e9-b6205f959e58',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1006.225165] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.225328] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.225402] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.225613] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.225703] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.225891] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.225986] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.226103] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.226287] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.226364] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.226447] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8443f52b-0940-4005-88a2-0982cca8bee6 already deleted. [ 1006.226529] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8443f52b-0940-4005-88a2-0982cca8bee6" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.685020] env[65288]: DEBUG networking_nsxv3.common.locking [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.685348] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.685494] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.685783] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.686018] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.686856] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Segment Port 15d3c504-3c06-4467-83e9-b6205f959e58 not found, creating... [ 1006.686856] env[65288]: DEBUG networking_nsxv3.common.locking [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.686856] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquiring lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.686856] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.687171] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired external semaphore "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.687215] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Releasing lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.687556] env[65288]: DEBUG networking_nsxv3.common.locking [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.687747] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.687917] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.688173] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.688351] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.688502] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Resource: SegmentPort with ID: 15d3c504-3c06-4467-83e9-b6205f959e58 is going to be created. [ 1006.710378] env[65288]: DEBUG networking_nsxv3.common.locking [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.710603] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.710727] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.710994] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.712456] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.712456] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Releasing lock "port-15d3c504-3c06-4467-83e9-b6205f959e58" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.060894] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5cdc4534-e6e7-4d55-acf2-e48a61f8690e in Status: SUCCESS [ 1007.061167] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5cdc4534-e6e7-4d55-acf2-e48a61f8690e" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.061363] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5cdc4534-e6e7-4d55-acf2-e48a61f8690e" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.061583] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5cdc4534-e6e7-4d55-acf2-e48a61f8690e" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.061685] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5cdc4534-e6e7-4d55-acf2-e48a61f8690e',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1007.517491] env[65288]: INFO networking_nsxv3.common.synchronization [req-4c6325f9-f2ea-4987-820f-1953f11f7ba9 req-75b7e2a5-02ed-4255-a67d-cd1448075255 service nova] Enqueued Resource ID: 8443f52b-0940-4005-88a2-0982cca8bee6 with Priority: HIGHEST for action security_group_rules [ 1007.517727] env[65288]: INFO networking_nsxv3.common.synchronization [req-4c6325f9-f2ea-4987-820f-1953f11f7ba9 req-75b7e2a5-02ed-4255-a67d-cd1448075255 service nova] Enqueued Resource ID: 8443f52b-0940-4005-88a2-0982cca8bee6 with Priority: HIGHEST for action security_group_members [ 1007.517874] env[65288]: INFO networking_nsxv3.common.synchronization [req-4c6325f9-f2ea-4987-820f-1953f11f7ba9 req-75b7e2a5-02ed-4255-a67d-cd1448075255 service nova] Enqueued Resource ID: 15d3c504-3c06-4467-83e9-b6205f959e58 with Priority: HIGHEST for action port [ 1007.518464] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8443f52b-0940-4005-88a2-0982cca8bee6 with Priority: HIGHEST for action security_group_rules [ 1007.518620] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8443f52b-0940-4005-88a2-0982cca8bee6 with Priority: HIGHEST for action security_group_members [ 1007.518720] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 15d3c504-3c06-4467-83e9-b6205f959e58 with Priority: HIGHEST for action port [ 1007.519056] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8443f52b-0940-4005-88a2-0982cca8bee6 taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.519199] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8443f52b-0940-4005-88a2-0982cca8bee6" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.519269] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8443f52b-0940-4005-88a2-0982cca8bee6" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.519505] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8443f52b-0940-4005-88a2-0982cca8bee6" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.519615] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8443f52b-0940-4005-88a2-0982cca8bee6',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1007.520769] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock member-8443f52b-0940-4005-88a2-0982cca8bee6 taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.520948] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8443f52b-0940-4005-88a2-0982cca8bee6" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.521153] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8443f52b-0940-4005-88a2-0982cca8bee6" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.521228] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8443f52b-0940-4005-88a2-0982cca8bee6" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.521382] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.521505] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.521572] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.521716] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.521830] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.521927] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8443f52b-0940-4005-88a2-0982cca8bee6',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1007.522865] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock port-15d3c504-3c06-4467-83e9-b6205f959e58 taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.524522] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-15d3c504-3c06-4467-83e9-b6205f959e58" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.524522] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-15d3c504-3c06-4467-83e9-b6205f959e58" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.524522] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-15d3c504-3c06-4467-83e9-b6205f959e58" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.524522] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('15d3c504-3c06-4467-83e9-b6205f959e58',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1007.587099] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.587339] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.587432] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.587932] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.587932] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.588505] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5cdc4534-e6e7-4d55-acf2-e48a61f8690e is going to be deleted. [ 1007.657930] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.657930] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.657930] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.657930] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.657930] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.657930] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5cdc4534-e6e7-4d55-acf2-e48a61f8690e" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.026942] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8443f52b-0940-4005-88a2-0982cca8bee6',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1008.028116] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock member-8443f52b-0940-4005-88a2-0982cca8bee6 taken with stack trace [, , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.028263] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8443f52b-0940-4005-88a2-0982cca8bee6" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.028559] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 15d3c504-3c06-4467-83e9-b6205f959e58 with status ACTIVE [ 1008.028724] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.028831] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.028903] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.029220] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.029324] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.029549] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.029860] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.029860] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.029860] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.029987] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.030181] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.030508] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.030508] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.030508] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.030766] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.030766] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 15d3c504-3c06-4467-83e9-b6205f959e58 is going to be updated. [ 1008.046499] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d245eef6-5371-47ae-aacd-21ec39f91d63 in Status: SUCCESS [ 1008.046737] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d245eef6-5371-47ae-aacd-21ec39f91d63" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.047252] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d245eef6-5371-47ae-aacd-21ec39f91d63" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.047522] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d245eef6-5371-47ae-aacd-21ec39f91d63" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.047724] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.047915] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.047915] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.048076] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.048193] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.048242] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d245eef6-5371-47ae-aacd-21ec39f91d63" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.048329] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d245eef6-5371-47ae-aacd-21ec39f91d63',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1008.055723] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.055723] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.055934] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.056153] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.056293] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.056462] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-15d3c504-3c06-4467-83e9-b6205f959e58" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.530016] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8443f52b-0940-4005-88a2-0982cca8bee6',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1008.550882] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock member-d245eef6-5371-47ae-aacd-21ec39f91d63 taken with stack trace [, , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.551076] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d245eef6-5371-47ae-aacd-21ec39f91d63" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.551076] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d245eef6-5371-47ae-aacd-21ec39f91d63" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.551299] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d245eef6-5371-47ae-aacd-21ec39f91d63" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.551502] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.551609] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.551675] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.551935] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.552110] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.552167] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d245eef6-5371-47ae-aacd-21ec39f91d63" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.552368] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock member-d245eef6-5371-47ae-aacd-21ec39f91d63 taken with stack trace [, , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.552438] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d245eef6-5371-47ae-aacd-21ec39f91d63" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.552483] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d245eef6-5371-47ae-aacd-21ec39f91d63" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.552671] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d245eef6-5371-47ae-aacd-21ec39f91d63" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.552735] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.552832] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.552882] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.553081] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.553081] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.553172] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d245eef6-5371-47ae-aacd-21ec39f91d63" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.553250] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d245eef6-5371-47ae-aacd-21ec39f91d63',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1009.032446] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.032765] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.032765] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.032906] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.032998] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.033127] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8443f52b-0940-4005-88a2-0982cca8bee6 is going to be created. [ 1009.056852] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d245eef6-5371-47ae-aacd-21ec39f91d63: rpc.has_security_group_logging(os_id): False [ 1009.074796] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.074984] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.075041] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.075296] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.075548] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.077374] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.078690] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.078690] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.078690] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.078690] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.078690] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.078690] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.078690] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.078690] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.078690] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.078690] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.079221] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.079221] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.079221] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.079221] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.079221] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.079379] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.079379] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.079460] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.079547] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.079628] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d245eef6-5371-47ae-aacd-21ec39f91d63 is going to be updated. [ 1009.091331] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8443f52b-0940-4005-88a2-0982cca8bee6 in Status: UNINITIALIZED for 2s [ 1009.146061] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.146061] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.146061] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.146061] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.146255] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.187136] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d245eef6-5371-47ae-aacd-21ec39f91d63 in Status: IN_PROGRESS for 2s [ 1009.974192] env[65288]: INFO networking_nsxv3.common.synchronization [req-51d40cfe-00de-41f3-a340-c5c5bf90ee65 req-9280e69a-b6a3-43d1-8b08-d73242ace01b tempest-AttachVolumeTestJSON-1832088010 tempest-AttachVolumeTestJSON-1832088010-project-member] Enqueued Resource ID: 3a664249-2453-4d98-bc44-0c3aab5f1f25 with Priority: HIGHEST for action security_group_members [ 1009.974737] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3a664249-2453-4d98-bc44-0c3aab5f1f25 with Priority: HIGHEST for action security_group_members [ 1009.975057] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock member-3a664249-2453-4d98-bc44-0c3aab5f1f25 taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.975177] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3a664249-2453-4d98-bc44-0c3aab5f1f25" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.975233] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3a664249-2453-4d98-bc44-0c3aab5f1f25" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.975515] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3a664249-2453-4d98-bc44-0c3aab5f1f25" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.975810] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.975943] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.976017] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.976177] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.976262] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.976355] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3a664249-2453-4d98-bc44-0c3aab5f1f25',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1010.043791] env[65288]: INFO networking_nsxv3.common.synchronization [req-798f3681-671c-460e-83ac-0c71c1b2c9ac req-7a3ad1c6-01a5-4e58-8bc2-08e4ac88dbb6 tempest-DeleteServersTestJSON-1755245245 tempest-DeleteServersTestJSON-1755245245-project-member] Enqueued Resource ID: 5c1b1b02-0d0e-421c-9442-12c88f168c61 with Priority: HIGHEST for action security_group_members [ 1010.044325] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5c1b1b02-0d0e-421c-9442-12c88f168c61 with Priority: HIGHEST for action security_group_members [ 1010.044663] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock member-5c1b1b02-0d0e-421c-9442-12c88f168c61 taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.044776] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5c1b1b02-0d0e-421c-9442-12c88f168c61" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.044845] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5c1b1b02-0d0e-421c-9442-12c88f168c61" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.045517] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5c1b1b02-0d0e-421c-9442-12c88f168c61" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.045912] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.046014] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.046055] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.046286] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.046481] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.046565] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5c1b1b02-0d0e-421c-9442-12c88f168c61',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1010.449983] env[65288]: DEBUG networking_nsxv3.common.locking [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Lock network-498 taken with stack trace [, , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.451739] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquiring lock "network-498" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.452333] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired lock "network-498" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.452890] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired external semaphore "network-498" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.453310] env[65288]: DEBUG networking_nsxv3.common.locking [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.453695] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquiring lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.453872] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.454498] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired external semaphore "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.454994] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Releasing lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.455365] env[65288]: DEBUG dogpile.cache.region [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] No value present for key: 'zone-id' {{(pid=65288) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1010.455653] env[65288]: DEBUG dogpile.lock [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] NeedRegenerationException {{(pid=65288) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1010.455820] env[65288]: DEBUG dogpile.lock [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] no value, waiting for create lock {{(pid=65288) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1010.456054] env[65288]: DEBUG dogpile.lock [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] value creation lock acquired {{(pid=65288) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1010.456225] env[65288]: DEBUG dogpile.cache.region [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] No value present for key: 'zone-id' {{(pid=65288) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1010.456475] env[65288]: DEBUG dogpile.lock [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Calling creation function for not-yet-present value {{(pid=65288) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1010.456689] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1010.458846] env[65288]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-cb3e2329-a6ab-4918-b717-082b4960ccf0 None None] NSXv3 Agent Agent loop - iteration:1 completed [ 1010.459109] env[65288]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-cb3e2329-a6ab-4918-b717-082b4960ccf0 None None] NSXv3 Agent Agent loop - iteration:2 started [ 1010.477835] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1010.477998] env[65288]: DEBUG dogpile.cache.region [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65288) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1010.478150] env[65288]: DEBUG dogpile.lock [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Released creation lock {{(pid=65288) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1010.478326] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Releasing lock "network-498" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.478641] env[65288]: DEBUG networking_nsxv3.common.locking [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Lock port-0079cb1b-4f13-4091-ad5d-c501fb5074b3 taken with stack trace [, , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.478805] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquiring lock "port-0079cb1b-4f13-4091-ad5d-c501fb5074b3" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.478923] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired lock "port-0079cb1b-4f13-4091-ad5d-c501fb5074b3" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.479284] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired external semaphore "port-0079cb1b-4f13-4091-ad5d-c501fb5074b3" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.479476] env[65288]: DEBUG networking_nsxv3.api.rpc [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0079cb1b-4f13-4091-ad5d-c501fb5074b3',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1010.480484] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.480616] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.480690] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.480864] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.504183] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.504453] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.504604] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.504604] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.504804] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.504975] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.504975] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3a664249-2453-4d98-bc44-0c3aab5f1f25 is going to be updated. [ 1010.533962] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.534239] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.534330] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.534541] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.534796] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.544150] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3a664249-2453-4d98-bc44-0c3aab5f1f25 in Status: IN_PROGRESS for 2s [ 1010.549817] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.549817] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.549817] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.549817] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.571660] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.572014] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.572769] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.572769] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.572769] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.572769] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.572769] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5c1b1b02-0d0e-421c-9442-12c88f168c61 is going to be updated. [ 1010.599030] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.599030] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.599030] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.599030] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.599993] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.613076] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5c1b1b02-0d0e-421c-9442-12c88f168c61 in Status: IN_PROGRESS for 2s [ 1010.982831] env[65288]: DEBUG networking_nsxv3.common.locking [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.983093] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.983227] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.983539] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.983771] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.983961] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Segment Port 0079cb1b-4f13-4091-ad5d-c501fb5074b3 not found, creating... [ 1010.984304] env[65288]: DEBUG networking_nsxv3.common.locking [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.984482] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquiring lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.984608] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.984881] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired external semaphore "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.985188] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Releasing lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.985561] env[65288]: DEBUG networking_nsxv3.common.locking [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.985732] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.985850] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.986076] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.986222] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.986416] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Resource: SegmentPort with ID: 0079cb1b-4f13-4091-ad5d-c501fb5074b3 is going to be created. [ 1011.011055] env[65288]: DEBUG networking_nsxv3.common.locking [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.011411] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.011540] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.011896] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.012173] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.012443] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Releasing lock "port-0079cb1b-4f13-4091-ad5d-c501fb5074b3" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.105435] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8443f52b-0940-4005-88a2-0982cca8bee6 in Status: SUCCESS [ 1011.105435] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8443f52b-0940-4005-88a2-0982cca8bee6" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.105435] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8443f52b-0940-4005-88a2-0982cca8bee6" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.106263] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8443f52b-0940-4005-88a2-0982cca8bee6" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.106263] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.106263] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.106263] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.106263] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.106263] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.106592] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8443f52b-0940-4005-88a2-0982cca8bee6" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.106592] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8443f52b-0940-4005-88a2-0982cca8bee6',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1011.201935] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d245eef6-5371-47ae-aacd-21ec39f91d63 in Status: SUCCESS [ 1011.202292] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d245eef6-5371-47ae-aacd-21ec39f91d63" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.609062] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8443f52b-0940-4005-88a2-0982cca8bee6',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1011.610784] env[65288]: INFO networking_nsxv3.common.synchronization [req-834444ff-6330-4c28-ac38-02986cc62508 req-e42f71a7-4d71-4253-95c7-376fd0571cc5 tempest-ImagesTestJSON-2079948910 tempest-ImagesTestJSON-2079948910-project-member] Enqueued Resource ID: 478730e0-937c-4d51-bdac-99273bb9dff3 with Priority: HIGHEST for action security_group_members [ 1011.612036] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 478730e0-937c-4d51-bdac-99273bb9dff3 with Priority: HIGHEST for action security_group_members [ 1011.613145] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock member-478730e0-937c-4d51-bdac-99273bb9dff3 taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.613295] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-478730e0-937c-4d51-bdac-99273bb9dff3" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.613346] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-478730e0-937c-4d51-bdac-99273bb9dff3" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.613548] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-478730e0-937c-4d51-bdac-99273bb9dff3" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.614011] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.614350] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.614453] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.615039] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.615039] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.615039] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('478730e0-937c-4d51-bdac-99273bb9dff3',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1011.780277] env[65288]: INFO networking_nsxv3.common.synchronization [req-798f3681-671c-460e-83ac-0c71c1b2c9ac req-75196502-92ea-4837-bc52-dca16f266027 service nova] Enqueued Resource ID: 5c1b1b02-0d0e-421c-9442-12c88f168c61 with Priority: HIGHEST for action security_group_rules [ 1011.780454] env[65288]: INFO networking_nsxv3.common.synchronization [req-798f3681-671c-460e-83ac-0c71c1b2c9ac req-75196502-92ea-4837-bc52-dca16f266027 service nova] Enqueued Resource ID: 5c1b1b02-0d0e-421c-9442-12c88f168c61 with Priority: HIGHEST for action security_group_members [ 1011.780617] env[65288]: INFO networking_nsxv3.common.synchronization [req-798f3681-671c-460e-83ac-0c71c1b2c9ac req-75196502-92ea-4837-bc52-dca16f266027 service nova] Enqueued Resource ID: 0079cb1b-4f13-4091-ad5d-c501fb5074b3 with Priority: HIGHEST for action port [ 1011.781186] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5c1b1b02-0d0e-421c-9442-12c88f168c61 with Priority: HIGHEST for action security_group_rules [ 1011.781300] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5c1b1b02-0d0e-421c-9442-12c88f168c61 with Priority: HIGHEST for action security_group_members [ 1011.781399] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0079cb1b-4f13-4091-ad5d-c501fb5074b3 with Priority: HIGHEST for action port [ 1011.781681] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5c1b1b02-0d0e-421c-9442-12c88f168c61 taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.781806] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5c1b1b02-0d0e-421c-9442-12c88f168c61" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.781890] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5c1b1b02-0d0e-421c-9442-12c88f168c61" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.782093] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5c1b1b02-0d0e-421c-9442-12c88f168c61" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.782171] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5c1b1b02-0d0e-421c-9442-12c88f168c61',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1011.783177] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock member-5c1b1b02-0d0e-421c-9442-12c88f168c61 taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.783177] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5c1b1b02-0d0e-421c-9442-12c88f168c61" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.783358] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock port-0079cb1b-4f13-4091-ad5d-c501fb5074b3 taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.783475] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0079cb1b-4f13-4091-ad5d-c501fb5074b3" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.783538] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0079cb1b-4f13-4091-ad5d-c501fb5074b3" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.783661] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0079cb1b-4f13-4091-ad5d-c501fb5074b3" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.783737] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0079cb1b-4f13-4091-ad5d-c501fb5074b3',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1012.114208] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8443f52b-0940-4005-88a2-0982cca8bee6: rpc.has_security_group_logging(os_id): False [ 1012.117482] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.118284] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.118387] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.118629] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.134032] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.134202] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.138798] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.139133] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.139214] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.139254] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.140067] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.140067] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.140067] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 478730e0-937c-4d51-bdac-99273bb9dff3 is going to be updated. [ 1012.140635] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.140801] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.140886] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.142084] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.142335] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.142413] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.142907] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.142907] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.142907] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8443f52b-0940-4005-88a2-0982cca8bee6 is going to be created. [ 1012.168368] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.168700] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.168700] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.168822] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.168933] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.178495] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 478730e0-937c-4d51-bdac-99273bb9dff3 in Status: IN_PROGRESS for 2s [ 1012.209550] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.209550] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.209715] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.209785] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.210229] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.223776] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8443f52b-0940-4005-88a2-0982cca8bee6 in Status: IN_PROGRESS for 2s [ 1012.288046] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0079cb1b-4f13-4091-ad5d-c501fb5074b3 with status ACTIVE [ 1012.288046] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.288046] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.288046] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.288046] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.288046] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.288046] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.288046] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.288046] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.288046] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.288046] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.288758] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.288758] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.288758] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.288989] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.289197] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.289380] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0079cb1b-4f13-4091-ad5d-c501fb5074b3 is going to be updated. [ 1012.291131] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock member-5c1b1b02-0d0e-421c-9442-12c88f168c61 taken with stack trace [, , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.291319] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5c1b1b02-0d0e-421c-9442-12c88f168c61" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.317394] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.317587] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.317672] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.317874] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.318124] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.318313] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0079cb1b-4f13-4091-ad5d-c501fb5074b3" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.556497] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3a664249-2453-4d98-bc44-0c3aab5f1f25 in Status: SUCCESS [ 1012.556497] env[65288]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3a664249-2453-4d98-bc44-0c3aab5f1f25 deletion is rescheduled due to dependency. [ 1012.556497] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3a664249-2453-4d98-bc44-0c3aab5f1f25" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.626090] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5c1b1b02-0d0e-421c-9442-12c88f168c61 in Status: SUCCESS [ 1012.626297] env[65288]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5c1b1b02-0d0e-421c-9442-12c88f168c61 deletion is rescheduled due to dependency. [ 1012.626403] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5c1b1b02-0d0e-421c-9442-12c88f168c61" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.626566] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5c1b1b02-0d0e-421c-9442-12c88f168c61" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.626771] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5c1b1b02-0d0e-421c-9442-12c88f168c61" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.627737] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.627737] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.627737] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.627737] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.627737] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.627737] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5c1b1b02-0d0e-421c-9442-12c88f168c61',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1013.132039] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5c1b1b02-0d0e-421c-9442-12c88f168c61',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1013.632266] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5c1b1b02-0d0e-421c-9442-12c88f168c61',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1014.135189] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.135189] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.135189] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.135611] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.135611] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.135611] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5c1b1b02-0d0e-421c-9442-12c88f168c61 is going to be updated. [ 1014.171830] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.172260] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.172510] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.172880] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.173430] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.186312] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5c1b1b02-0d0e-421c-9442-12c88f168c61 in Status: IN_PROGRESS for 2s [ 1014.188421] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 478730e0-937c-4d51-bdac-99273bb9dff3 in Status: SUCCESS [ 1014.188421] env[65288]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 478730e0-937c-4d51-bdac-99273bb9dff3 deletion is rescheduled due to dependency. [ 1014.188421] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-478730e0-937c-4d51-bdac-99273bb9dff3" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.238320] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8443f52b-0940-4005-88a2-0982cca8bee6 in Status: SUCCESS [ 1014.238320] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8443f52b-0940-4005-88a2-0982cca8bee6" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.330115] env[65288]: INFO networking_nsxv3.common.synchronization [req-ff335a1a-d7d4-4171-ab7b-34cb81cdc580 req-e6df6978-62c7-4dcd-926d-387eaf92bac4 tempest-ServersTestJSON-1364057316 tempest-ServersTestJSON-1364057316-project-member] Enqueued Resource ID: 6ef3aa30-71e5-4dd3-aed3-6e3db0579d82 with Priority: HIGHEST for action security_group_members [ 1014.330115] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6ef3aa30-71e5-4dd3-aed3-6e3db0579d82 with Priority: HIGHEST for action security_group_members [ 1014.330115] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock member-6ef3aa30-71e5-4dd3-aed3-6e3db0579d82 taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.330115] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6ef3aa30-71e5-4dd3-aed3-6e3db0579d82" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.330115] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6ef3aa30-71e5-4dd3-aed3-6e3db0579d82" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.330573] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6ef3aa30-71e5-4dd3-aed3-6e3db0579d82" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.330868] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.331120] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.331273] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.331544] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.332132] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.332415] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6ef3aa30-71e5-4dd3-aed3-6e3db0579d82',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1014.773027] env[65288]: DEBUG networking_nsxv3.common.locking [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Lock network-573 taken with stack trace [, , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.773027] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquiring lock "network-573" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.773027] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired lock "network-573" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.773027] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired external semaphore "network-573" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.773027] env[65288]: DEBUG networking_nsxv3.common.locking [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.773027] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquiring lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.773027] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.773027] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired external semaphore "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.773027] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Releasing lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.773027] env[65288]: DEBUG dogpile.cache.region [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] No value present for key: 'zone-id' {{(pid=65288) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1014.773027] env[65288]: DEBUG dogpile.lock [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] NeedRegenerationException {{(pid=65288) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1014.773027] env[65288]: DEBUG dogpile.lock [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] no value, waiting for create lock {{(pid=65288) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1014.773027] env[65288]: DEBUG dogpile.lock [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] value creation lock acquired {{(pid=65288) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1014.774076] env[65288]: DEBUG dogpile.cache.region [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] No value present for key: 'zone-id' {{(pid=65288) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1014.774076] env[65288]: DEBUG dogpile.lock [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Calling creation function for not-yet-present value {{(pid=65288) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1014.774076] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1014.802750] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1014.802750] env[65288]: DEBUG dogpile.cache.region [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Cache value generated in 0.030 seconds for key(s): 'zone-id' {{(pid=65288) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1014.802750] env[65288]: DEBUG dogpile.lock [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Released creation lock {{(pid=65288) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1014.803119] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Releasing lock "network-573" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.803546] env[65288]: DEBUG networking_nsxv3.common.locking [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Lock port-954065c1-a0a0-42f3-8257-e94f7dab78f8 taken with stack trace [, , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.803889] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquiring lock "port-954065c1-a0a0-42f3-8257-e94f7dab78f8" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.804143] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired lock "port-954065c1-a0a0-42f3-8257-e94f7dab78f8" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.804601] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired external semaphore "port-954065c1-a0a0-42f3-8257-e94f7dab78f8" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.804876] env[65288]: DEBUG networking_nsxv3.api.rpc [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('954065c1-a0a0-42f3-8257-e94f7dab78f8',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1014.835706] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.835948] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.836079] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.836259] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.836359] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.836622] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.836784] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.836784] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.837582] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.837582] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.837582] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6ef3aa30-71e5-4dd3-aed3-6e3db0579d82 already deleted. [ 1014.837582] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6ef3aa30-71e5-4dd3-aed3-6e3db0579d82" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.307676] env[65288]: DEBUG networking_nsxv3.common.locking [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.307973] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.308052] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.309150] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.309150] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.309150] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Segment Port 954065c1-a0a0-42f3-8257-e94f7dab78f8 not found, creating... [ 1015.309150] env[65288]: DEBUG networking_nsxv3.common.locking [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.309150] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquiring lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.309150] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.309441] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired external semaphore "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.310038] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Releasing lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.310038] env[65288]: DEBUG networking_nsxv3.common.locking [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.310038] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.310230] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.310271] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.310402] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.310607] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Resource: SegmentPort with ID: 954065c1-a0a0-42f3-8257-e94f7dab78f8 is going to be created. [ 1015.330898] env[65288]: DEBUG networking_nsxv3.common.locking [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.331214] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.331401] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.331674] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.331978] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.332898] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Releasing lock "port-954065c1-a0a0-42f3-8257-e94f7dab78f8" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.141917] env[65288]: INFO networking_nsxv3.common.synchronization [req-ff335a1a-d7d4-4171-ab7b-34cb81cdc580 req-b7e74a5a-e560-4c23-937f-3b230fd62647 service nova] Enqueued Resource ID: 6ef3aa30-71e5-4dd3-aed3-6e3db0579d82 with Priority: HIGHEST for action security_group_rules [ 1016.142196] env[65288]: INFO networking_nsxv3.common.synchronization [req-ff335a1a-d7d4-4171-ab7b-34cb81cdc580 req-b7e74a5a-e560-4c23-937f-3b230fd62647 service nova] Enqueued Resource ID: 6ef3aa30-71e5-4dd3-aed3-6e3db0579d82 with Priority: HIGHEST for action security_group_members [ 1016.142248] env[65288]: INFO networking_nsxv3.common.synchronization [req-ff335a1a-d7d4-4171-ab7b-34cb81cdc580 req-b7e74a5a-e560-4c23-937f-3b230fd62647 service nova] Enqueued Resource ID: 954065c1-a0a0-42f3-8257-e94f7dab78f8 with Priority: HIGHEST for action port [ 1016.142942] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6ef3aa30-71e5-4dd3-aed3-6e3db0579d82 with Priority: HIGHEST for action security_group_rules [ 1016.143053] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6ef3aa30-71e5-4dd3-aed3-6e3db0579d82 with Priority: HIGHEST for action security_group_members [ 1016.147440] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 954065c1-a0a0-42f3-8257-e94f7dab78f8 with Priority: HIGHEST for action port [ 1016.147440] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6ef3aa30-71e5-4dd3-aed3-6e3db0579d82 taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.147440] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6ef3aa30-71e5-4dd3-aed3-6e3db0579d82" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.147440] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6ef3aa30-71e5-4dd3-aed3-6e3db0579d82" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.147440] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6ef3aa30-71e5-4dd3-aed3-6e3db0579d82" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.147440] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6ef3aa30-71e5-4dd3-aed3-6e3db0579d82',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1016.147440] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock member-6ef3aa30-71e5-4dd3-aed3-6e3db0579d82 taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.147440] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6ef3aa30-71e5-4dd3-aed3-6e3db0579d82" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.147440] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6ef3aa30-71e5-4dd3-aed3-6e3db0579d82" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.147440] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6ef3aa30-71e5-4dd3-aed3-6e3db0579d82" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.147440] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.147440] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.147440] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.147440] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.147440] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.147440] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6ef3aa30-71e5-4dd3-aed3-6e3db0579d82',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1016.149649] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock port-954065c1-a0a0-42f3-8257-e94f7dab78f8 taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.149945] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-954065c1-a0a0-42f3-8257-e94f7dab78f8" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.151696] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-954065c1-a0a0-42f3-8257-e94f7dab78f8" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.151696] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-954065c1-a0a0-42f3-8257-e94f7dab78f8" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.151696] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('954065c1-a0a0-42f3-8257-e94f7dab78f8',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1016.173985] env[65288]: INFO networking_nsxv3.common.synchronization [req-30345351-cdd5-41c3-800f-e7d918a81ef0 req-4307c18c-2658-4356-b16a-c6b6a85becaf tempest-AttachInterfacesTestJSON-212311792 tempest-AttachInterfacesTestJSON-212311792-project-member] Enqueued Resource ID: cb39eb2f-fa04-4c19-9a69-ad1eb4b88e84 with Priority: HIGHEST for action security_group_members [ 1016.173985] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cb39eb2f-fa04-4c19-9a69-ad1eb4b88e84 with Priority: HIGHEST for action security_group_members [ 1016.174552] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock member-cb39eb2f-fa04-4c19-9a69-ad1eb4b88e84 taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.174833] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cb39eb2f-fa04-4c19-9a69-ad1eb4b88e84" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.175367] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cb39eb2f-fa04-4c19-9a69-ad1eb4b88e84" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.175697] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cb39eb2f-fa04-4c19-9a69-ad1eb4b88e84" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.175951] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.176178] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.176336] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.176588] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.176789] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.177088] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cb39eb2f-fa04-4c19-9a69-ad1eb4b88e84',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1016.198584] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5c1b1b02-0d0e-421c-9442-12c88f168c61 in Status: SUCCESS [ 1016.198584] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5c1b1b02-0d0e-421c-9442-12c88f168c61" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.198584] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5c1b1b02-0d0e-421c-9442-12c88f168c61" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.199045] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5c1b1b02-0d0e-421c-9442-12c88f168c61" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.199084] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.199717] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.199717] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.199717] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.199717] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.199717] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5c1b1b02-0d0e-421c-9442-12c88f168c61" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.199717] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5c1b1b02-0d0e-421c-9442-12c88f168c61',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1016.547784] env[65288]: DEBUG networking_nsxv3.common.locking [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Lock network-704 taken with stack trace [, , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.548127] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquiring lock "network-704" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.548260] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired lock "network-704" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.548564] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired external semaphore "network-704" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.548887] env[65288]: DEBUG networking_nsxv3.common.locking [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.549077] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquiring lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.549196] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.549432] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired external semaphore "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.550723] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Releasing lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.550723] env[65288]: DEBUG dogpile.cache.region [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] No value present for key: 'zone-id' {{(pid=65288) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1016.550723] env[65288]: DEBUG dogpile.lock [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] NeedRegenerationException {{(pid=65288) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1016.550723] env[65288]: DEBUG dogpile.lock [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] no value, waiting for create lock {{(pid=65288) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1016.550723] env[65288]: DEBUG dogpile.lock [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] value creation lock acquired {{(pid=65288) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1016.550723] env[65288]: DEBUG dogpile.cache.region [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] No value present for key: 'zone-id' {{(pid=65288) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1016.550723] env[65288]: DEBUG dogpile.lock [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Calling creation function for not-yet-present value {{(pid=65288) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1016.550723] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1016.569349] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1016.569638] env[65288]: DEBUG dogpile.cache.region [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=65288) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1016.569789] env[65288]: DEBUG dogpile.lock [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Released creation lock {{(pid=65288) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1016.569969] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Releasing lock "network-704" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.570309] env[65288]: DEBUG networking_nsxv3.common.locking [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Lock port-f5d1ad4e-5c8d-45b2-ae10-ed5fe60844a5 taken with stack trace [, , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.570497] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquiring lock "port-f5d1ad4e-5c8d-45b2-ae10-ed5fe60844a5" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.570664] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired lock "port-f5d1ad4e-5c8d-45b2-ae10-ed5fe60844a5" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.571036] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired external semaphore "port-f5d1ad4e-5c8d-45b2-ae10-ed5fe60844a5" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.571204] env[65288]: DEBUG networking_nsxv3.api.rpc [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f5d1ad4e-5c8d-45b2-ae10-ed5fe60844a5',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1016.652466] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock member-6ef3aa30-71e5-4dd3-aed3-6e3db0579d82 taken with stack trace [, , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.652466] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6ef3aa30-71e5-4dd3-aed3-6e3db0579d82" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.652717] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6ef3aa30-71e5-4dd3-aed3-6e3db0579d82',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1016.654484] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 954065c1-a0a0-42f3-8257-e94f7dab78f8 with status ACTIVE [ 1016.654762] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.654929] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.655046] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.655352] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.655522] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.655745] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.655952] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.656072] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.656319] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.656446] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.656769] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.656883] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.657027] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.657371] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.657446] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.657510] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 954065c1-a0a0-42f3-8257-e94f7dab78f8 is going to be updated. [ 1016.681922] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.681922] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.681922] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.681922] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.685078] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.685205] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.685297] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.685805] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.685805] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.685805] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-954065c1-a0a0-42f3-8257-e94f7dab78f8" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.701958] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock member-5c1b1b02-0d0e-421c-9442-12c88f168c61 taken with stack trace [, , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.702207] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5c1b1b02-0d0e-421c-9442-12c88f168c61" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.702322] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5c1b1b02-0d0e-421c-9442-12c88f168c61" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.702627] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5c1b1b02-0d0e-421c-9442-12c88f168c61" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.702879] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.703043] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.703147] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.703376] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.703505] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.703646] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5c1b1b02-0d0e-421c-9442-12c88f168c61" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.703871] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock member-5c1b1b02-0d0e-421c-9442-12c88f168c61 taken with stack trace [, , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.704028] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5c1b1b02-0d0e-421c-9442-12c88f168c61" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.704130] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5c1b1b02-0d0e-421c-9442-12c88f168c61" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.704349] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5c1b1b02-0d0e-421c-9442-12c88f168c61" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.704560] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.704706] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.704805] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.705023] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.705340] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.705481] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5c1b1b02-0d0e-421c-9442-12c88f168c61" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.705628] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5c1b1b02-0d0e-421c-9442-12c88f168c61',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1016.708458] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.708750] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.708986] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.709094] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.709273] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.709397] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.709539] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cb39eb2f-fa04-4c19-9a69-ad1eb4b88e84 is going to be updated. [ 1016.738168] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.738399] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.738399] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.738590] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.738752] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.750588] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cb39eb2f-fa04-4c19-9a69-ad1eb4b88e84 in Status: IN_PROGRESS for 2s [ 1017.073861] env[65288]: DEBUG networking_nsxv3.common.locking [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.074432] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.074738] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.075113] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.075385] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.075667] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Segment Port f5d1ad4e-5c8d-45b2-ae10-ed5fe60844a5 not found, creating... [ 1017.076163] env[65288]: DEBUG networking_nsxv3.common.locking [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.076441] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquiring lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.076645] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.077046] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired external semaphore "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.077312] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Releasing lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.077812] env[65288]: DEBUG networking_nsxv3.common.locking [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.078123] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.078322] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.078697] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.078953] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.079225] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Resource: SegmentPort with ID: f5d1ad4e-5c8d-45b2-ae10-ed5fe60844a5 is going to be created. [ 1017.111871] env[65288]: DEBUG networking_nsxv3.common.locking [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.112895] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.112895] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.112895] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.113502] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.113502] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Releasing lock "port-f5d1ad4e-5c8d-45b2-ae10-ed5fe60844a5" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.159530] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6ef3aa30-71e5-4dd3-aed3-6e3db0579d82',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1017.208994] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5c1b1b02-0d0e-421c-9442-12c88f168c61: rpc.has_security_group_logging(os_id): False [ 1017.239251] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.239337] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.239421] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.239809] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.239809] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.240341] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.240341] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.240500] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.240636] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.240793] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.241011] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.241124] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.241210] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.241417] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.241502] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.241732] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.241835] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.241920] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.242123] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.242232] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.242333] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5c1b1b02-0d0e-421c-9442-12c88f168c61 is going to be updated. [ 1017.334331] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.334331] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.334331] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.334331] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.334331] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.361689] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5c1b1b02-0d0e-421c-9442-12c88f168c61 in Status: IN_PROGRESS for 2s [ 1017.662417] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.662725] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.662725] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.662808] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.663311] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.663311] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6ef3aa30-71e5-4dd3-aed3-6e3db0579d82 is going to be created. [ 1017.696906] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.697112] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.697184] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.698764] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.698764] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.707456] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6ef3aa30-71e5-4dd3-aed3-6e3db0579d82 in Status: UNINITIALIZED for 2s [ 1017.856824] env[65288]: INFO networking_nsxv3.common.synchronization [req-30345351-cdd5-41c3-800f-e7d918a81ef0 req-993e00bf-bafa-4eb6-934d-a6129fe82f2a service nova] Enqueued Resource ID: cb39eb2f-fa04-4c19-9a69-ad1eb4b88e84 with Priority: HIGHEST for action security_group_rules [ 1017.856998] env[65288]: INFO networking_nsxv3.common.synchronization [req-30345351-cdd5-41c3-800f-e7d918a81ef0 req-993e00bf-bafa-4eb6-934d-a6129fe82f2a service nova] Enqueued Resource ID: cb39eb2f-fa04-4c19-9a69-ad1eb4b88e84 with Priority: HIGHEST for action security_group_members [ 1017.857161] env[65288]: INFO networking_nsxv3.common.synchronization [req-30345351-cdd5-41c3-800f-e7d918a81ef0 req-993e00bf-bafa-4eb6-934d-a6129fe82f2a service nova] Enqueued Resource ID: f5d1ad4e-5c8d-45b2-ae10-ed5fe60844a5 with Priority: HIGHEST for action port [ 1017.857727] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cb39eb2f-fa04-4c19-9a69-ad1eb4b88e84 with Priority: HIGHEST for action security_group_rules [ 1017.857844] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cb39eb2f-fa04-4c19-9a69-ad1eb4b88e84 with Priority: HIGHEST for action security_group_members [ 1017.857983] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f5d1ad4e-5c8d-45b2-ae10-ed5fe60844a5 with Priority: HIGHEST for action port [ 1017.859294] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cb39eb2f-fa04-4c19-9a69-ad1eb4b88e84 taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.859424] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cb39eb2f-fa04-4c19-9a69-ad1eb4b88e84" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.859748] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cb39eb2f-fa04-4c19-9a69-ad1eb4b88e84" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.859983] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cb39eb2f-fa04-4c19-9a69-ad1eb4b88e84" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.860135] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cb39eb2f-fa04-4c19-9a69-ad1eb4b88e84',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1017.861263] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock member-cb39eb2f-fa04-4c19-9a69-ad1eb4b88e84 taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.861413] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cb39eb2f-fa04-4c19-9a69-ad1eb4b88e84" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.862105] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock port-f5d1ad4e-5c8d-45b2-ae10-ed5fe60844a5 taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.862428] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f5d1ad4e-5c8d-45b2-ae10-ed5fe60844a5" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.862964] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f5d1ad4e-5c8d-45b2-ae10-ed5fe60844a5" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.863199] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f5d1ad4e-5c8d-45b2-ae10-ed5fe60844a5" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.863305] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f5d1ad4e-5c8d-45b2-ae10-ed5fe60844a5',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1018.163572] env[65288]: INFO networking_nsxv3.common.synchronization [req-3e204a05-3549-41cd-8e67-5478cb513e13 req-7817c497-4ae9-458b-95eb-3a1362123f86 tempest-ServerDiskConfigTestJSON-1970916035 tempest-ServerDiskConfigTestJSON-1970916035-project-member] Enqueued Resource ID: d245eef6-5371-47ae-aacd-21ec39f91d63 with Priority: HIGHEST for action security_group_members [ 1018.164016] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d245eef6-5371-47ae-aacd-21ec39f91d63 with Priority: HIGHEST for action security_group_members [ 1018.164337] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock member-d245eef6-5371-47ae-aacd-21ec39f91d63 taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.164460] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d245eef6-5371-47ae-aacd-21ec39f91d63" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.164666] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d245eef6-5371-47ae-aacd-21ec39f91d63" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.164908] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d245eef6-5371-47ae-aacd-21ec39f91d63" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.165426] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.167455] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.167455] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.167455] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.167455] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.167455] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d245eef6-5371-47ae-aacd-21ec39f91d63',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1018.368617] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock member-cb39eb2f-fa04-4c19-9a69-ad1eb4b88e84 taken with stack trace [, , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.368800] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cb39eb2f-fa04-4c19-9a69-ad1eb4b88e84" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.369060] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f5d1ad4e-5c8d-45b2-ae10-ed5fe60844a5 with status ACTIVE [ 1018.369442] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.369442] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.369442] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.370371] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.370371] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.370371] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.370371] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.370371] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.370679] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.370679] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.370805] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.370887] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.370938] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.371734] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.371734] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.371734] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f5d1ad4e-5c8d-45b2-ae10-ed5fe60844a5 is going to be updated. [ 1018.392854] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.393040] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.393040] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.393250] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.393392] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.393556] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f5d1ad4e-5c8d-45b2-ae10-ed5fe60844a5" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.668573] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.668573] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.668573] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.668573] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.669053] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.669053] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.669053] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.669053] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.669192] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.669224] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.669329] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d245eef6-5371-47ae-aacd-21ec39f91d63 is going to be updated. [ 1018.702272] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.702417] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.702494] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.702707] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.702944] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.715188] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d245eef6-5371-47ae-aacd-21ec39f91d63 in Status: IN_PROGRESS for 2s [ 1018.761553] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cb39eb2f-fa04-4c19-9a69-ad1eb4b88e84 in Status: SUCCESS [ 1018.761733] env[65288]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cb39eb2f-fa04-4c19-9a69-ad1eb4b88e84 deletion is rescheduled due to dependency. [ 1018.761940] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cb39eb2f-fa04-4c19-9a69-ad1eb4b88e84" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.762581] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cb39eb2f-fa04-4c19-9a69-ad1eb4b88e84" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.762938] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cb39eb2f-fa04-4c19-9a69-ad1eb4b88e84" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.763199] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.763361] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.763459] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.763657] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.763798] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.763917] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cb39eb2f-fa04-4c19-9a69-ad1eb4b88e84',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1019.266429] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('cb39eb2f-fa04-4c19-9a69-ad1eb4b88e84',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1019.377331] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5c1b1b02-0d0e-421c-9442-12c88f168c61 in Status: SUCCESS [ 1019.377589] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5c1b1b02-0d0e-421c-9442-12c88f168c61" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.727656] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6ef3aa30-71e5-4dd3-aed3-6e3db0579d82 in Status: SUCCESS [ 1019.728435] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6ef3aa30-71e5-4dd3-aed3-6e3db0579d82" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.728435] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6ef3aa30-71e5-4dd3-aed3-6e3db0579d82" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.728639] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6ef3aa30-71e5-4dd3-aed3-6e3db0579d82" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.728886] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.729041] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.729119] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.729365] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.729503] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.729715] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6ef3aa30-71e5-4dd3-aed3-6e3db0579d82" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.729881] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6ef3aa30-71e5-4dd3-aed3-6e3db0579d82',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1019.771452] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('cb39eb2f-fa04-4c19-9a69-ad1eb4b88e84',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1020.232287] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock member-6ef3aa30-71e5-4dd3-aed3-6e3db0579d82 taken with stack trace [, , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.232526] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6ef3aa30-71e5-4dd3-aed3-6e3db0579d82" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.232526] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6ef3aa30-71e5-4dd3-aed3-6e3db0579d82" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.232812] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6ef3aa30-71e5-4dd3-aed3-6e3db0579d82" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.233059] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.233154] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.233218] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.233373] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.233461] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.233571] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6ef3aa30-71e5-4dd3-aed3-6e3db0579d82" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.233752] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock member-6ef3aa30-71e5-4dd3-aed3-6e3db0579d82 taken with stack trace [, , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.233885] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6ef3aa30-71e5-4dd3-aed3-6e3db0579d82" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.233987] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6ef3aa30-71e5-4dd3-aed3-6e3db0579d82" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.234101] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6ef3aa30-71e5-4dd3-aed3-6e3db0579d82" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.234302] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.234439] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.234494] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.234626] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.234691] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.234770] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6ef3aa30-71e5-4dd3-aed3-6e3db0579d82" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.234865] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6ef3aa30-71e5-4dd3-aed3-6e3db0579d82',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1020.275072] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.275650] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.275741] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.276130] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.276130] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.276327] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cb39eb2f-fa04-4c19-9a69-ad1eb4b88e84 is going to be updated. [ 1020.307203] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.307425] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.307520] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.307784] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.307949] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.318022] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cb39eb2f-fa04-4c19-9a69-ad1eb4b88e84 in Status: IN_PROGRESS for 2s [ 1020.729626] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d245eef6-5371-47ae-aacd-21ec39f91d63 in Status: SUCCESS [ 1020.729626] env[65288]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d245eef6-5371-47ae-aacd-21ec39f91d63 deletion is rescheduled due to dependency. [ 1020.729626] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d245eef6-5371-47ae-aacd-21ec39f91d63" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.739298] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6ef3aa30-71e5-4dd3-aed3-6e3db0579d82: rpc.has_security_group_logging(os_id): False [ 1020.764237] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.764417] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.764465] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.764665] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.764908] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.765087] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.765206] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.765271] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.765455] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.765521] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.765757] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.765852] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.765916] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.766071] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.766336] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.766336] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.766423] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.766459] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.766621] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.766686] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.766773] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6ef3aa30-71e5-4dd3-aed3-6e3db0579d82 is going to be created. [ 1020.850295] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.850295] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.850295] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.850295] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.850295] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.865876] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6ef3aa30-71e5-4dd3-aed3-6e3db0579d82 in Status: IN_PROGRESS for 2s [ 1021.788333] env[65288]: INFO networking_nsxv3.common.synchronization [None req-c6043162-c419-4530-be60-7b469b861978 tempest-AttachVolumeTestJSON-1832088010 tempest-AttachVolumeTestJSON-1832088010-project-member] Enqueued Resource ID: 2f920d6e-7a3a-4d36-b54f-f21620e096f6 with Priority: HIGHEST for action security_group_rules [ 1021.788333] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2f920d6e-7a3a-4d36-b54f-f21620e096f6 with Priority: HIGHEST for action security_group_rules [ 1021.788333] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2f920d6e-7a3a-4d36-b54f-f21620e096f6 taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.788333] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2f920d6e-7a3a-4d36-b54f-f21620e096f6" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.788333] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2f920d6e-7a3a-4d36-b54f-f21620e096f6" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.790334] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2f920d6e-7a3a-4d36-b54f-f21620e096f6" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.790634] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2f920d6e-7a3a-4d36-b54f-f21620e096f6',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1021.880468] env[65288]: INFO networking_nsxv3.common.synchronization [None req-d62d9c66-02bc-41e3-96ca-bde08b74d31b tempest-AttachVolumeTestJSON-1832088010 tempest-AttachVolumeTestJSON-1832088010-project-member] Enqueued Resource ID: 2f920d6e-7a3a-4d36-b54f-f21620e096f6 with Priority: HIGHEST for action security_group_rules [ 1021.881141] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2f920d6e-7a3a-4d36-b54f-f21620e096f6 with Priority: HIGHEST for action security_group_rules [ 1021.881481] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2f920d6e-7a3a-4d36-b54f-f21620e096f6 taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.881577] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2f920d6e-7a3a-4d36-b54f-f21620e096f6" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.319411] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.319411] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.319411] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.319411] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.319766] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.319953] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2f920d6e-7a3a-4d36-b54f-f21620e096f6 already deleted. [ 1022.320167] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2f920d6e-7a3a-4d36-b54f-f21620e096f6" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.321200] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2f920d6e-7a3a-4d36-b54f-f21620e096f6" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.321392] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2f920d6e-7a3a-4d36-b54f-f21620e096f6" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.321481] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2f920d6e-7a3a-4d36-b54f-f21620e096f6',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1022.331025] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cb39eb2f-fa04-4c19-9a69-ad1eb4b88e84 in Status: SUCCESS [ 1022.331258] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cb39eb2f-fa04-4c19-9a69-ad1eb4b88e84" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.331424] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cb39eb2f-fa04-4c19-9a69-ad1eb4b88e84" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.331644] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cb39eb2f-fa04-4c19-9a69-ad1eb4b88e84" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.331833] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.332049] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.332165] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.332274] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.332357] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.332441] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cb39eb2f-fa04-4c19-9a69-ad1eb4b88e84" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.332536] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('cb39eb2f-fa04-4c19-9a69-ad1eb4b88e84',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1022.838174] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock member-cb39eb2f-fa04-4c19-9a69-ad1eb4b88e84 taken with stack trace [, , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.838174] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cb39eb2f-fa04-4c19-9a69-ad1eb4b88e84" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.838174] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cb39eb2f-fa04-4c19-9a69-ad1eb4b88e84" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.838174] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cb39eb2f-fa04-4c19-9a69-ad1eb4b88e84" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.838605] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.838605] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.838605] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.838723] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.839478] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.839478] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cb39eb2f-fa04-4c19-9a69-ad1eb4b88e84" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.839478] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock member-cb39eb2f-fa04-4c19-9a69-ad1eb4b88e84 taken with stack trace [, , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.839478] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cb39eb2f-fa04-4c19-9a69-ad1eb4b88e84" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.839478] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cb39eb2f-fa04-4c19-9a69-ad1eb4b88e84" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.839478] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cb39eb2f-fa04-4c19-9a69-ad1eb4b88e84" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.839834] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.839834] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.839834] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.839951] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.839951] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.840039] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cb39eb2f-fa04-4c19-9a69-ad1eb4b88e84" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.840629] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('cb39eb2f-fa04-4c19-9a69-ad1eb4b88e84',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1022.844624] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.846223] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.846598] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.846598] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.846598] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.846741] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2f920d6e-7a3a-4d36-b54f-f21620e096f6 already deleted. [ 1022.846779] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2f920d6e-7a3a-4d36-b54f-f21620e096f6" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.877755] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6ef3aa30-71e5-4dd3-aed3-6e3db0579d82 in Status: SUCCESS [ 1022.877976] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6ef3aa30-71e5-4dd3-aed3-6e3db0579d82" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.176348] env[65288]: INFO networking_nsxv3.common.synchronization [None req-8e4207f3-5ea9-4759-8568-3feb8a7bf24b tempest-AttachInterfacesTestJSON-212311792 tempest-AttachInterfacesTestJSON-212311792-project-member] Enqueued Resource ID: cb39eb2f-fa04-4c19-9a69-ad1eb4b88e84 with Priority: HIGHEST for action security_group_members [ 1023.176616] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cb39eb2f-fa04-4c19-9a69-ad1eb4b88e84 with Priority: HIGHEST for action security_group_members [ 1023.176940] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock member-cb39eb2f-fa04-4c19-9a69-ad1eb4b88e84 taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.177066] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cb39eb2f-fa04-4c19-9a69-ad1eb4b88e84" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.177130] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cb39eb2f-fa04-4c19-9a69-ad1eb4b88e84" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.177334] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cb39eb2f-fa04-4c19-9a69-ad1eb4b88e84" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.177495] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.177595] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.177942] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.177942] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.177942] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.178119] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cb39eb2f-fa04-4c19-9a69-ad1eb4b88e84',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1023.342009] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for cb39eb2f-fa04-4c19-9a69-ad1eb4b88e84: rpc.has_security_group_logging(os_id): False [ 1023.362420] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.362623] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.362767] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.363048] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.363146] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.363344] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.363470] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.363531] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.363655] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.363731] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.363913] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.364011] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.364072] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.364208] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.364279] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.364550] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.364706] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.364778] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.364925] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.365015] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.365084] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cb39eb2f-fa04-4c19-9a69-ad1eb4b88e84 is going to be updated. [ 1023.430694] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.430912] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.430912] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.431115] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.431269] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.449270] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cb39eb2f-fa04-4c19-9a69-ad1eb4b88e84 in Status: IN_PROGRESS for 2s [ 1023.680048] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('cb39eb2f-fa04-4c19-9a69-ad1eb4b88e84',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1024.183327] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('cb39eb2f-fa04-4c19-9a69-ad1eb4b88e84',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1024.686784] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.686972] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.686972] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.687630] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.687630] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.687630] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cb39eb2f-fa04-4c19-9a69-ad1eb4b88e84 is going to be updated. [ 1024.743271] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.743456] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.744461] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.744461] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.744461] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.756320] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cb39eb2f-fa04-4c19-9a69-ad1eb4b88e84 in Status: IN_PROGRESS for 2s [ 1025.465728] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cb39eb2f-fa04-4c19-9a69-ad1eb4b88e84 in Status: SUCCESS [ 1025.465728] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cb39eb2f-fa04-4c19-9a69-ad1eb4b88e84" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.643190] env[65288]: DEBUG networking_nsxv3.common.locking [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Lock network-704 taken with stack trace [, , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.643464] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquiring lock "network-704" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.643612] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired lock "network-704" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.644179] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired external semaphore "network-704" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.644839] env[65288]: DEBUG networking_nsxv3.common.locking [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.644839] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquiring lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.644839] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.645080] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired external semaphore "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.645080] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Releasing lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.645277] env[65288]: DEBUG dogpile.cache.region [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] No value present for key: 'zone-id' {{(pid=65288) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1025.646052] env[65288]: DEBUG dogpile.lock [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] NeedRegenerationException {{(pid=65288) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1025.646052] env[65288]: DEBUG dogpile.lock [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] no value, waiting for create lock {{(pid=65288) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1025.646052] env[65288]: DEBUG dogpile.lock [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] value creation lock acquired {{(pid=65288) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1025.646052] env[65288]: DEBUG dogpile.cache.region [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] No value present for key: 'zone-id' {{(pid=65288) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1025.646052] env[65288]: DEBUG dogpile.lock [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Calling creation function for not-yet-present value {{(pid=65288) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1025.646052] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1025.668053] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1025.668252] env[65288]: DEBUG dogpile.cache.region [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65288) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1025.668404] env[65288]: DEBUG dogpile.lock [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Released creation lock {{(pid=65288) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1025.668595] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Releasing lock "network-704" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.668913] env[65288]: DEBUG networking_nsxv3.common.locking [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Lock port-cc940401-72a7-4799-a0d5-53318867a13b taken with stack trace [, , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.669100] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquiring lock "port-cc940401-72a7-4799-a0d5-53318867a13b" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.669240] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired lock "port-cc940401-72a7-4799-a0d5-53318867a13b" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.669664] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired external semaphore "port-cc940401-72a7-4799-a0d5-53318867a13b" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.669849] env[65288]: DEBUG networking_nsxv3.api.rpc [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cc940401-72a7-4799-a0d5-53318867a13b',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1025.675060] env[65288]: INFO networking_nsxv3.common.synchronization [req-23df0ffb-5d98-4079-b6b6-f9a27d59399d req-da906ecd-5639-43cb-96ba-1d3a0e0086bf tempest-DeleteServersTestJSON-1755245245 tempest-DeleteServersTestJSON-1755245245-project-member] Enqueued Resource ID: 5c1b1b02-0d0e-421c-9442-12c88f168c61 with Priority: HIGHEST for action security_group_members [ 1025.675609] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5c1b1b02-0d0e-421c-9442-12c88f168c61 with Priority: HIGHEST for action security_group_members [ 1025.676064] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock member-5c1b1b02-0d0e-421c-9442-12c88f168c61 taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.676234] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5c1b1b02-0d0e-421c-9442-12c88f168c61" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.676337] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5c1b1b02-0d0e-421c-9442-12c88f168c61" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.676554] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5c1b1b02-0d0e-421c-9442-12c88f168c61" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.676806] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.676902] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.677050] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.677261] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.677401] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.677544] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5c1b1b02-0d0e-421c-9442-12c88f168c61',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1026.172081] env[65288]: DEBUG networking_nsxv3.common.locking [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.172312] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.172312] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.172556] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.172659] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.172994] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Segment Port cc940401-72a7-4799-a0d5-53318867a13b not found, creating... [ 1026.173152] env[65288]: DEBUG networking_nsxv3.common.locking [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.173232] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquiring lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.173345] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.173557] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired external semaphore "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.173691] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Releasing lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.173966] env[65288]: DEBUG networking_nsxv3.common.locking [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.174159] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.174240] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.174441] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.174573] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.174708] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Resource: SegmentPort with ID: cc940401-72a7-4799-a0d5-53318867a13b is going to be created. [ 1026.181469] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.181594] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.181664] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.181833] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.181917] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.182111] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.182209] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.182271] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.182416] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.182491] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.182573] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5c1b1b02-0d0e-421c-9442-12c88f168c61 is going to be updated. [ 1026.195403] env[65288]: DEBUG networking_nsxv3.common.locking [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.195649] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.195824] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.196129] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.196658] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.196658] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Releasing lock "port-cc940401-72a7-4799-a0d5-53318867a13b" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.212889] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.212889] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.212889] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.212889] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.212889] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.223535] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5c1b1b02-0d0e-421c-9442-12c88f168c61 in Status: IN_PROGRESS for 2s [ 1026.766491] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cb39eb2f-fa04-4c19-9a69-ad1eb4b88e84 in Status: SUCCESS [ 1026.766491] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cb39eb2f-fa04-4c19-9a69-ad1eb4b88e84" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.910470] env[65288]: INFO networking_nsxv3.common.synchronization [req-309fe3b0-4acc-4cb5-9306-091a2c6f2f54 req-743fb6e4-57c2-4ebf-a206-611a0199c3a1 service nova] Enqueued Resource ID: cb39eb2f-fa04-4c19-9a69-ad1eb4b88e84 with Priority: HIGHEST for action security_group_rules [ 1026.910689] env[65288]: INFO networking_nsxv3.common.synchronization [req-309fe3b0-4acc-4cb5-9306-091a2c6f2f54 req-743fb6e4-57c2-4ebf-a206-611a0199c3a1 service nova] Enqueued Resource ID: cb39eb2f-fa04-4c19-9a69-ad1eb4b88e84 with Priority: HIGHEST for action security_group_members [ 1026.910736] env[65288]: INFO networking_nsxv3.common.synchronization [req-309fe3b0-4acc-4cb5-9306-091a2c6f2f54 req-743fb6e4-57c2-4ebf-a206-611a0199c3a1 service nova] Enqueued Resource ID: cc940401-72a7-4799-a0d5-53318867a13b with Priority: HIGHEST for action port [ 1026.911359] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cb39eb2f-fa04-4c19-9a69-ad1eb4b88e84 with Priority: HIGHEST for action security_group_rules [ 1026.911419] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cb39eb2f-fa04-4c19-9a69-ad1eb4b88e84 with Priority: HIGHEST for action security_group_members [ 1026.911462] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cc940401-72a7-4799-a0d5-53318867a13b with Priority: HIGHEST for action port [ 1026.911783] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cb39eb2f-fa04-4c19-9a69-ad1eb4b88e84 taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.911840] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cb39eb2f-fa04-4c19-9a69-ad1eb4b88e84" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.911910] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cb39eb2f-fa04-4c19-9a69-ad1eb4b88e84" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.912170] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cb39eb2f-fa04-4c19-9a69-ad1eb4b88e84" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.912256] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cb39eb2f-fa04-4c19-9a69-ad1eb4b88e84',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1026.913123] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock member-cb39eb2f-fa04-4c19-9a69-ad1eb4b88e84 taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.913239] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cb39eb2f-fa04-4c19-9a69-ad1eb4b88e84" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.913302] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cb39eb2f-fa04-4c19-9a69-ad1eb4b88e84" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.913549] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cb39eb2f-fa04-4c19-9a69-ad1eb4b88e84" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.913666] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.913717] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.913755] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.913865] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.913940] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.914725] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cb39eb2f-fa04-4c19-9a69-ad1eb4b88e84',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1026.914838] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock port-cc940401-72a7-4799-a0d5-53318867a13b taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.914926] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cc940401-72a7-4799-a0d5-53318867a13b" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.914926] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cc940401-72a7-4799-a0d5-53318867a13b" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.915063] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cc940401-72a7-4799-a0d5-53318867a13b" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.915138] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cc940401-72a7-4799-a0d5-53318867a13b',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1027.417230] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock member-cb39eb2f-fa04-4c19-9a69-ad1eb4b88e84 taken with stack trace [, , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.417431] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cb39eb2f-fa04-4c19-9a69-ad1eb4b88e84" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.417552] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('cb39eb2f-fa04-4c19-9a69-ad1eb4b88e84',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1027.419160] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port cc940401-72a7-4799-a0d5-53318867a13b with status ACTIVE [ 1027.419387] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.419508] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.419575] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.419867] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.419958] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.420156] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.420259] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.420318] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.420469] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.421168] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.421521] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.421646] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.421646] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.421812] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.421908] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.422086] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: cc940401-72a7-4799-a0d5-53318867a13b is going to be updated. [ 1027.443366] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.443507] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.443576] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.443785] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.443916] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.444098] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cc940401-72a7-4799-a0d5-53318867a13b" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.919426] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('cb39eb2f-fa04-4c19-9a69-ad1eb4b88e84',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1028.233758] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5c1b1b02-0d0e-421c-9442-12c88f168c61 in Status: SUCCESS [ 1028.234009] env[65288]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5c1b1b02-0d0e-421c-9442-12c88f168c61 deletion is rescheduled due to dependency. [ 1028.234108] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5c1b1b02-0d0e-421c-9442-12c88f168c61" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.424910] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.425414] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.425920] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.426327] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.426663] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.426877] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cb39eb2f-fa04-4c19-9a69-ad1eb4b88e84 is going to be updated. [ 1028.461916] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.461916] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.461916] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.462327] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.462542] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.477482] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cb39eb2f-fa04-4c19-9a69-ad1eb4b88e84 in Status: IN_PROGRESS for 2s [ 1029.940059] env[65288]: INFO networking_nsxv3.common.synchronization [req-5b55811e-b3ce-4cdd-b2e3-376a508c7b90 req-aaea2120-490c-42d3-bf48-a7692468adc4 tempest-AttachVolumeTestJSON-1832088010 tempest-AttachVolumeTestJSON-1832088010-project-member] Enqueued Resource ID: 2f920d6e-7a3a-4d36-b54f-f21620e096f6 with Priority: HIGHEST for action security_group_members [ 1029.940642] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2f920d6e-7a3a-4d36-b54f-f21620e096f6 with Priority: HIGHEST for action security_group_members [ 1029.940999] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock member-2f920d6e-7a3a-4d36-b54f-f21620e096f6 taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.941164] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2f920d6e-7a3a-4d36-b54f-f21620e096f6" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.941248] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2f920d6e-7a3a-4d36-b54f-f21620e096f6" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.941556] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2f920d6e-7a3a-4d36-b54f-f21620e096f6" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.941746] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.941868] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.941952] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.942164] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.942269] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.942392] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2f920d6e-7a3a-4d36-b54f-f21620e096f6',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1030.304077] env[65288]: DEBUG networking_nsxv3.common.locking [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Lock network-532 taken with stack trace [, , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.304077] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquiring lock "network-532" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.304077] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired lock "network-532" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.304077] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired external semaphore "network-532" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.304388] env[65288]: DEBUG networking_nsxv3.common.locking [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.304388] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquiring lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.304538] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.304761] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired external semaphore "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.304906] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Releasing lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.305143] env[65288]: DEBUG dogpile.cache.region [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] No value present for key: 'zone-id' {{(pid=65288) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1030.305225] env[65288]: DEBUG dogpile.lock [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] NeedRegenerationException {{(pid=65288) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1030.305332] env[65288]: DEBUG dogpile.lock [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] no value, waiting for create lock {{(pid=65288) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1030.305434] env[65288]: DEBUG dogpile.lock [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] value creation lock acquired {{(pid=65288) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1030.305539] env[65288]: DEBUG dogpile.cache.region [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] No value present for key: 'zone-id' {{(pid=65288) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1030.305640] env[65288]: DEBUG dogpile.lock [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Calling creation function for not-yet-present value {{(pid=65288) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1030.305767] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1030.327104] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1030.327282] env[65288]: DEBUG dogpile.cache.region [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65288) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1030.327420] env[65288]: DEBUG dogpile.lock [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Released creation lock {{(pid=65288) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1030.327721] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Releasing lock "network-532" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.328061] env[65288]: DEBUG networking_nsxv3.common.locking [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Lock port-dda92690-edd2-4931-ba90-c8f17324d7cc taken with stack trace [, , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.328242] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquiring lock "port-dda92690-edd2-4931-ba90-c8f17324d7cc" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.328362] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired lock "port-dda92690-edd2-4931-ba90-c8f17324d7cc" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.328678] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired external semaphore "port-dda92690-edd2-4931-ba90-c8f17324d7cc" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.328844] env[65288]: DEBUG networking_nsxv3.api.rpc [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dda92690-edd2-4931-ba90-c8f17324d7cc',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1030.445028] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.445251] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.445251] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.445483] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.445576] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.445774] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.445887] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.445943] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.446090] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.446165] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.446251] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2f920d6e-7a3a-4d36-b54f-f21620e096f6 already deleted. [ 1030.446333] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2f920d6e-7a3a-4d36-b54f-f21620e096f6" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.484899] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cb39eb2f-fa04-4c19-9a69-ad1eb4b88e84 in Status: SUCCESS [ 1030.485172] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cb39eb2f-fa04-4c19-9a69-ad1eb4b88e84" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.485347] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cb39eb2f-fa04-4c19-9a69-ad1eb4b88e84" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.485581] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cb39eb2f-fa04-4c19-9a69-ad1eb4b88e84" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.485777] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.485908] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.485975] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.486168] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.486252] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.486351] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cb39eb2f-fa04-4c19-9a69-ad1eb4b88e84" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.486446] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('cb39eb2f-fa04-4c19-9a69-ad1eb4b88e84',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1030.832307] env[65288]: DEBUG networking_nsxv3.common.locking [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.832634] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.832825] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.833261] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.833458] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.833695] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Segment Port dda92690-edd2-4931-ba90-c8f17324d7cc not found, creating... [ 1030.834108] env[65288]: DEBUG networking_nsxv3.common.locking [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.834359] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquiring lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.834512] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.834770] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired external semaphore "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.834923] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Releasing lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.835270] env[65288]: DEBUG networking_nsxv3.common.locking [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.835595] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.835595] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.835812] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.835922] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.836077] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Resource: SegmentPort with ID: dda92690-edd2-4931-ba90-c8f17324d7cc is going to be created. [ 1030.857793] env[65288]: DEBUG networking_nsxv3.common.locking [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.858062] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.858138] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.859026] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.859026] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.859026] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Releasing lock "port-dda92690-edd2-4931-ba90-c8f17324d7cc" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.989304] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock member-cb39eb2f-fa04-4c19-9a69-ad1eb4b88e84 taken with stack trace [, , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.989639] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cb39eb2f-fa04-4c19-9a69-ad1eb4b88e84" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.989639] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cb39eb2f-fa04-4c19-9a69-ad1eb4b88e84" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.990028] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cb39eb2f-fa04-4c19-9a69-ad1eb4b88e84" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.990308] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.990486] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.990600] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.990858] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.991025] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.991186] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cb39eb2f-fa04-4c19-9a69-ad1eb4b88e84" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.991446] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock member-cb39eb2f-fa04-4c19-9a69-ad1eb4b88e84 taken with stack trace [, , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.991731] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cb39eb2f-fa04-4c19-9a69-ad1eb4b88e84" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.991854] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cb39eb2f-fa04-4c19-9a69-ad1eb4b88e84" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.992108] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cb39eb2f-fa04-4c19-9a69-ad1eb4b88e84" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.992345] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.992503] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.992615] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.992850] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.992986] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.993150] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cb39eb2f-fa04-4c19-9a69-ad1eb4b88e84" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.993308] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('cb39eb2f-fa04-4c19-9a69-ad1eb4b88e84',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1031.496181] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for cb39eb2f-fa04-4c19-9a69-ad1eb4b88e84: rpc.has_security_group_logging(os_id): False [ 1031.516174] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.516174] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.516517] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.516832] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.517271] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.517271] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.517432] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.517432] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.517522] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.517578] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.518017] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.518120] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.518169] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.518631] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.518631] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.518748] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.518833] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.518909] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.519066] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.519138] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.519219] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cb39eb2f-fa04-4c19-9a69-ad1eb4b88e84 is going to be updated. [ 1031.572709] env[65288]: INFO networking_nsxv3.common.synchronization [req-5b55811e-b3ce-4cdd-b2e3-376a508c7b90 req-df785a9d-410d-4d0c-a6e0-86b5d966fec2 service nova] Enqueued Resource ID: 2f920d6e-7a3a-4d36-b54f-f21620e096f6 with Priority: HIGHEST for action security_group_rules [ 1031.572894] env[65288]: INFO networking_nsxv3.common.synchronization [req-5b55811e-b3ce-4cdd-b2e3-376a508c7b90 req-df785a9d-410d-4d0c-a6e0-86b5d966fec2 service nova] Enqueued Resource ID: 2f920d6e-7a3a-4d36-b54f-f21620e096f6 with Priority: HIGHEST for action security_group_members [ 1031.573044] env[65288]: INFO networking_nsxv3.common.synchronization [req-5b55811e-b3ce-4cdd-b2e3-376a508c7b90 req-df785a9d-410d-4d0c-a6e0-86b5d966fec2 service nova] Enqueued Resource ID: dda92690-edd2-4931-ba90-c8f17324d7cc with Priority: HIGHEST for action port [ 1031.573563] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2f920d6e-7a3a-4d36-b54f-f21620e096f6 with Priority: HIGHEST for action security_group_rules [ 1031.573703] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2f920d6e-7a3a-4d36-b54f-f21620e096f6 with Priority: HIGHEST for action security_group_members [ 1031.573850] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dda92690-edd2-4931-ba90-c8f17324d7cc with Priority: HIGHEST for action port [ 1031.575274] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2f920d6e-7a3a-4d36-b54f-f21620e096f6 taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.575480] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2f920d6e-7a3a-4d36-b54f-f21620e096f6" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.575669] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2f920d6e-7a3a-4d36-b54f-f21620e096f6" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.576531] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2f920d6e-7a3a-4d36-b54f-f21620e096f6" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.576531] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2f920d6e-7a3a-4d36-b54f-f21620e096f6',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1031.577076] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock member-2f920d6e-7a3a-4d36-b54f-f21620e096f6 taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.577219] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2f920d6e-7a3a-4d36-b54f-f21620e096f6" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.577288] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2f920d6e-7a3a-4d36-b54f-f21620e096f6" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.577497] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2f920d6e-7a3a-4d36-b54f-f21620e096f6" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.578746] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.578746] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.578746] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.578746] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.578746] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.578746] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2f920d6e-7a3a-4d36-b54f-f21620e096f6',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1031.579296] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock port-dda92690-edd2-4931-ba90-c8f17324d7cc taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.579296] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-dda92690-edd2-4931-ba90-c8f17324d7cc" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.579296] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-dda92690-edd2-4931-ba90-c8f17324d7cc" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.579435] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-dda92690-edd2-4931-ba90-c8f17324d7cc" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.579435] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dda92690-edd2-4931-ba90-c8f17324d7cc',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1031.588844] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.589079] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.589079] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.590276] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.590276] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.606087] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cb39eb2f-fa04-4c19-9a69-ad1eb4b88e84 in Status: IN_PROGRESS for 2s [ 1032.080638] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2f920d6e-7a3a-4d36-b54f-f21620e096f6',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1032.081728] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock member-2f920d6e-7a3a-4d36-b54f-f21620e096f6 taken with stack trace [, , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.081837] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2f920d6e-7a3a-4d36-b54f-f21620e096f6" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.084445] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port dda92690-edd2-4931-ba90-c8f17324d7cc with status ACTIVE [ 1032.084671] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.084804] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.084874] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.085627] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.085780] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.085992] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.086120] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.086180] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.086346] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.086424] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.086659] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.086795] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.086892] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.087012] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.087094] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.087183] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: dda92690-edd2-4931-ba90-c8f17324d7cc is going to be updated. [ 1032.124086] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.124086] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.124086] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.124086] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.124086] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.124086] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-dda92690-edd2-4931-ba90-c8f17324d7cc" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.448074] env[65288]: INFO networking_nsxv3.common.synchronization [None req-4b9c92cf-6247-4e76-bb57-d81b5510cfd0 None None] Enqueued Resource ID: 33a445e5-9c8f-4c1f-a40d-6a9d9faf1f09 with Priority: HIGHEST for action port [ 1032.448656] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 33a445e5-9c8f-4c1f-a40d-6a9d9faf1f09 with Priority: HIGHEST for action port [ 1032.449024] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock port-33a445e5-9c8f-4c1f-a40d-6a9d9faf1f09 taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.450224] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-33a445e5-9c8f-4c1f-a40d-6a9d9faf1f09" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.450224] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-33a445e5-9c8f-4c1f-a40d-6a9d9faf1f09" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.450224] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-33a445e5-9c8f-4c1f-a40d-6a9d9faf1f09" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.450224] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('33a445e5-9c8f-4c1f-a40d-6a9d9faf1f09',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1032.583790] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2f920d6e-7a3a-4d36-b54f-f21620e096f6',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1032.952439] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 33a445e5-9c8f-4c1f-a40d-6a9d9faf1f09 [ 1032.952678] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.952946] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.952946] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.953102] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.953277] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.953277] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:33a445e5-9c8f-4c1f-a40d-6a9d9faf1f09 already deleted. [ 1032.953524] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-33a445e5-9c8f-4c1f-a40d-6a9d9faf1f09" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.045917] env[65288]: INFO networking_nsxv3.common.synchronization [None req-1aed593f-bd05-4f79-9350-5b668e5f42dd tempest-ServerActionsTestJSON-1569293202 tempest-ServerActionsTestJSON-1569293202-project-member] Enqueued Resource ID: 658c55a4-a0c7-40fc-92a1-32f7de8823c6 with Priority: HIGHEST for action security_group_rules [ 1033.046507] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 658c55a4-a0c7-40fc-92a1-32f7de8823c6 with Priority: HIGHEST for action security_group_rules [ 1033.054765] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock rules-658c55a4-a0c7-40fc-92a1-32f7de8823c6 taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.054765] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-658c55a4-a0c7-40fc-92a1-32f7de8823c6" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.054765] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-658c55a4-a0c7-40fc-92a1-32f7de8823c6" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.054765] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-658c55a4-a0c7-40fc-92a1-32f7de8823c6" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.054765] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('658c55a4-a0c7-40fc-92a1-32f7de8823c6',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1033.087178] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.087527] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.087527] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.087650] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.087751] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.087877] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2f920d6e-7a3a-4d36-b54f-f21620e096f6 is going to be created. [ 1033.117922] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.118131] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.118206] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.118533] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.119445] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.131287] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2f920d6e-7a3a-4d36-b54f-f21620e096f6 in Status: UNINITIALIZED for 2s [ 1033.166567] env[65288]: INFO networking_nsxv3.common.synchronization [None req-fbb9bf1b-bc76-46e5-a549-471b8afe6200 tempest-ServerActionsTestJSON-1569293202 tempest-ServerActionsTestJSON-1569293202-project-member] Enqueued Resource ID: 658c55a4-a0c7-40fc-92a1-32f7de8823c6 with Priority: HIGHEST for action security_group_rules [ 1033.167038] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 658c55a4-a0c7-40fc-92a1-32f7de8823c6 with Priority: HIGHEST for action security_group_rules [ 1033.167387] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock rules-658c55a4-a0c7-40fc-92a1-32f7de8823c6 taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.167488] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-658c55a4-a0c7-40fc-92a1-32f7de8823c6" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.576152] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.577032] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.577032] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.577032] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.577222] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.577222] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 658c55a4-a0c7-40fc-92a1-32f7de8823c6 already deleted. [ 1033.577458] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-658c55a4-a0c7-40fc-92a1-32f7de8823c6" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.577644] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-658c55a4-a0c7-40fc-92a1-32f7de8823c6" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.577819] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-658c55a4-a0c7-40fc-92a1-32f7de8823c6" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.577904] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('658c55a4-a0c7-40fc-92a1-32f7de8823c6',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1033.625325] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cb39eb2f-fa04-4c19-9a69-ad1eb4b88e84 in Status: SUCCESS [ 1033.625783] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cb39eb2f-fa04-4c19-9a69-ad1eb4b88e84" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.099627] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.100067] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.100067] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.100146] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.100232] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.100328] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 658c55a4-a0c7-40fc-92a1-32f7de8823c6 already deleted. [ 1034.100412] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-658c55a4-a0c7-40fc-92a1-32f7de8823c6" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.121046] env[65288]: INFO networking_nsxv3.common.synchronization [req-39d94841-944d-4604-b53e-b87bde1111cf req-3c433262-a10d-41b2-8471-9567a67a4f85 tempest-ServersTestJSON-1364057316 tempest-ServersTestJSON-1364057316-project-member] Enqueued Resource ID: 6ef3aa30-71e5-4dd3-aed3-6e3db0579d82 with Priority: HIGHEST for action security_group_members [ 1034.123016] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6ef3aa30-71e5-4dd3-aed3-6e3db0579d82 with Priority: HIGHEST for action security_group_members [ 1034.123016] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock member-6ef3aa30-71e5-4dd3-aed3-6e3db0579d82 taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.123016] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6ef3aa30-71e5-4dd3-aed3-6e3db0579d82" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.123335] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6ef3aa30-71e5-4dd3-aed3-6e3db0579d82" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.123335] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6ef3aa30-71e5-4dd3-aed3-6e3db0579d82" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.123730] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.123916] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.124041] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.124145] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.124223] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.124323] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6ef3aa30-71e5-4dd3-aed3-6e3db0579d82',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1034.542808] env[65288]: DEBUG networking_nsxv3.common.locking [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Lock network-573 taken with stack trace [, , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.543021] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquiring lock "network-573" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.543147] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired lock "network-573" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.543413] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired external semaphore "network-573" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.543668] env[65288]: DEBUG networking_nsxv3.common.locking [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.543809] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquiring lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.543926] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.544173] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired external semaphore "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.544340] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Releasing lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.544538] env[65288]: DEBUG dogpile.cache.region [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] No value present for key: 'zone-id' {{(pid=65288) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1034.544655] env[65288]: DEBUG dogpile.lock [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] NeedRegenerationException {{(pid=65288) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1034.544754] env[65288]: DEBUG dogpile.lock [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] no value, waiting for create lock {{(pid=65288) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1034.544861] env[65288]: DEBUG dogpile.lock [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] value creation lock acquired {{(pid=65288) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1034.544971] env[65288]: DEBUG dogpile.cache.region [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] No value present for key: 'zone-id' {{(pid=65288) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1034.545076] env[65288]: DEBUG dogpile.lock [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Calling creation function for not-yet-present value {{(pid=65288) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1034.545207] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1034.569349] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1034.570068] env[65288]: DEBUG dogpile.cache.region [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65288) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1034.570273] env[65288]: DEBUG dogpile.lock [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Released creation lock {{(pid=65288) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1034.570600] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Releasing lock "network-573" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.571119] env[65288]: DEBUG networking_nsxv3.common.locking [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Lock port-e7ca3045-f259-498c-9903-cbe01d4054ba taken with stack trace [, , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.571436] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquiring lock "port-e7ca3045-f259-498c-9903-cbe01d4054ba" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.571581] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired lock "port-e7ca3045-f259-498c-9903-cbe01d4054ba" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.572282] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired external semaphore "port-e7ca3045-f259-498c-9903-cbe01d4054ba" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.572426] env[65288]: DEBUG networking_nsxv3.api.rpc [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e7ca3045-f259-498c-9903-cbe01d4054ba',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1034.626687] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6ef3aa30-71e5-4dd3-aed3-6e3db0579d82',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1034.770754] env[65288]: INFO networking_nsxv3.common.synchronization [None req-931707ff-ae1f-4083-8738-f47512585599 None None] Enqueued Resource ID: 05e42a24-784e-4f94-b9e2-435e8676f738 with Priority: HIGHEST for action port [ 1034.771440] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 05e42a24-784e-4f94-b9e2-435e8676f738 with Priority: HIGHEST for action port [ 1034.771760] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock port-05e42a24-784e-4f94-b9e2-435e8676f738 taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.771893] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-05e42a24-784e-4f94-b9e2-435e8676f738" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.771962] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-05e42a24-784e-4f94-b9e2-435e8676f738" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.772658] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-05e42a24-784e-4f94-b9e2-435e8676f738" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.772658] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('05e42a24-784e-4f94-b9e2-435e8676f738',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1035.074984] env[65288]: DEBUG networking_nsxv3.common.locking [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.075233] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.075361] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.075652] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.075803] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.075956] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Segment Port e7ca3045-f259-498c-9903-cbe01d4054ba not found, creating... [ 1035.076223] env[65288]: DEBUG networking_nsxv3.common.locking [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.076379] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquiring lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.076492] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.076702] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired external semaphore "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.076839] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Releasing lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.077122] env[65288]: DEBUG networking_nsxv3.common.locking [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.077275] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.077388] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.077588] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.077766] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.077916] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Resource: SegmentPort with ID: e7ca3045-f259-498c-9903-cbe01d4054ba is going to be created. [ 1035.100773] env[65288]: DEBUG networking_nsxv3.common.locking [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.101285] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.101285] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.101436] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.101611] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.101873] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Releasing lock "port-e7ca3045-f259-498c-9903-cbe01d4054ba" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.128655] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6ef3aa30-71e5-4dd3-aed3-6e3db0579d82',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1035.141528] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2f920d6e-7a3a-4d36-b54f-f21620e096f6 in Status: SUCCESS [ 1035.141717] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2f920d6e-7a3a-4d36-b54f-f21620e096f6" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.142197] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2f920d6e-7a3a-4d36-b54f-f21620e096f6" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.142422] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2f920d6e-7a3a-4d36-b54f-f21620e096f6" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.142601] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.142714] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.142818] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.142921] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.143009] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.143100] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2f920d6e-7a3a-4d36-b54f-f21620e096f6" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.143185] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2f920d6e-7a3a-4d36-b54f-f21620e096f6',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1035.275336] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 05e42a24-784e-4f94-b9e2-435e8676f738 [ 1035.275504] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.275504] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.275753] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.275802] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.275924] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.275979] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:05e42a24-784e-4f94-b9e2-435e8676f738 already deleted. [ 1035.276056] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-05e42a24-784e-4f94-b9e2-435e8676f738" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.631668] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.632239] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.632239] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.632442] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.632442] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.632538] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6ef3aa30-71e5-4dd3-aed3-6e3db0579d82 is going to be updated. [ 1035.646760] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2f920d6e-7a3a-4d36-b54f-f21620e096f6',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1035.684426] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.684426] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.684426] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.684426] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.684426] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.693937] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6ef3aa30-71e5-4dd3-aed3-6e3db0579d82 in Status: IN_PROGRESS for 2s [ 1035.872453] env[65288]: INFO networking_nsxv3.common.synchronization [req-39d94841-944d-4604-b53e-b87bde1111cf req-f2d0a8c2-f941-4a9f-a195-7a29382f450b service nova] Enqueued Resource ID: 6ef3aa30-71e5-4dd3-aed3-6e3db0579d82 with Priority: HIGHEST for action security_group_rules [ 1035.872627] env[65288]: INFO networking_nsxv3.common.synchronization [req-39d94841-944d-4604-b53e-b87bde1111cf req-f2d0a8c2-f941-4a9f-a195-7a29382f450b service nova] Enqueued Resource ID: 6ef3aa30-71e5-4dd3-aed3-6e3db0579d82 with Priority: HIGHEST for action security_group_members [ 1035.872790] env[65288]: INFO networking_nsxv3.common.synchronization [req-39d94841-944d-4604-b53e-b87bde1111cf req-f2d0a8c2-f941-4a9f-a195-7a29382f450b service nova] Enqueued Resource ID: e7ca3045-f259-498c-9903-cbe01d4054ba with Priority: HIGHEST for action port [ 1035.874089] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6ef3aa30-71e5-4dd3-aed3-6e3db0579d82 with Priority: HIGHEST for action security_group_rules [ 1035.874247] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6ef3aa30-71e5-4dd3-aed3-6e3db0579d82 with Priority: HIGHEST for action security_group_members [ 1035.874371] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e7ca3045-f259-498c-9903-cbe01d4054ba with Priority: HIGHEST for action port [ 1035.874773] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6ef3aa30-71e5-4dd3-aed3-6e3db0579d82 taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.874901] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6ef3aa30-71e5-4dd3-aed3-6e3db0579d82" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.875028] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6ef3aa30-71e5-4dd3-aed3-6e3db0579d82" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.875260] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6ef3aa30-71e5-4dd3-aed3-6e3db0579d82" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.875260] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6ef3aa30-71e5-4dd3-aed3-6e3db0579d82',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1035.876253] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock member-6ef3aa30-71e5-4dd3-aed3-6e3db0579d82 taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.876362] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6ef3aa30-71e5-4dd3-aed3-6e3db0579d82" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.876624] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock port-e7ca3045-f259-498c-9903-cbe01d4054ba taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.876624] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e7ca3045-f259-498c-9903-cbe01d4054ba" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.876757] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e7ca3045-f259-498c-9903-cbe01d4054ba" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.876901] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e7ca3045-f259-498c-9903-cbe01d4054ba" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.877088] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e7ca3045-f259-498c-9903-cbe01d4054ba',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1036.152129] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2f920d6e-7a3a-4d36-b54f-f21620e096f6: rpc.has_security_group_logging(os_id): False [ 1036.173936] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.174252] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.174416] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.174731] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.174915] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.175270] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.175430] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.175539] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.175789] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.175941] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.176127] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2f920d6e-7a3a-4d36-b54f-f21620e096f6 is going to be created. [ 1036.241424] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.241621] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.241673] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.241895] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.242103] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.254659] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2f920d6e-7a3a-4d36-b54f-f21620e096f6 in Status: IN_PROGRESS for 2s [ 1036.379516] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock member-6ef3aa30-71e5-4dd3-aed3-6e3db0579d82 taken with stack trace [, , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.379687] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6ef3aa30-71e5-4dd3-aed3-6e3db0579d82" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.379885] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e7ca3045-f259-498c-9903-cbe01d4054ba with status ACTIVE [ 1036.380093] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.380202] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.380263] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.380474] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.380564] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.380991] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.380991] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.380991] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.381231] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.381231] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.381334] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.381392] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.381435] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.381616] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.381616] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.381732] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e7ca3045-f259-498c-9903-cbe01d4054ba is going to be updated. [ 1036.409685] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.409938] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.410053] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.410254] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.410489] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.410582] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e7ca3045-f259-498c-9903-cbe01d4054ba" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.704508] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6ef3aa30-71e5-4dd3-aed3-6e3db0579d82 in Status: SUCCESS [ 1037.704878] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6ef3aa30-71e5-4dd3-aed3-6e3db0579d82" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.704990] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6ef3aa30-71e5-4dd3-aed3-6e3db0579d82" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.705251] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6ef3aa30-71e5-4dd3-aed3-6e3db0579d82" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.705585] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.705717] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.705788] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.705961] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.706061] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.706184] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6ef3aa30-71e5-4dd3-aed3-6e3db0579d82',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1038.208799] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6ef3aa30-71e5-4dd3-aed3-6e3db0579d82',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1038.268151] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2f920d6e-7a3a-4d36-b54f-f21620e096f6 in Status: SUCCESS [ 1038.268529] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2f920d6e-7a3a-4d36-b54f-f21620e096f6" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.715021] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6ef3aa30-71e5-4dd3-aed3-6e3db0579d82',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1038.968813] env[65288]: INFO networking_nsxv3.common.synchronization [req-7caee5ab-ab69-4265-bf27-0b2b52b66da6 req-755896f6-3a4b-42cc-a774-aa365dd8abd5 tempest-DeleteServersTestJSON-1755245245 tempest-DeleteServersTestJSON-1755245245-project-member] Enqueued Resource ID: 5c1b1b02-0d0e-421c-9442-12c88f168c61 with Priority: HIGHEST for action security_group_members [ 1038.972157] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5c1b1b02-0d0e-421c-9442-12c88f168c61 with Priority: HIGHEST for action security_group_members [ 1038.972157] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock member-5c1b1b02-0d0e-421c-9442-12c88f168c61 taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.972157] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5c1b1b02-0d0e-421c-9442-12c88f168c61" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.972157] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5c1b1b02-0d0e-421c-9442-12c88f168c61" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.972157] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5c1b1b02-0d0e-421c-9442-12c88f168c61" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.972157] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.972157] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.972157] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.972157] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.972157] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.972157] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5c1b1b02-0d0e-421c-9442-12c88f168c61',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1039.216081] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.216289] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.216365] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.216610] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.216728] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.216814] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6ef3aa30-71e5-4dd3-aed3-6e3db0579d82 is going to be updated. [ 1039.248140] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.248140] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.248140] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.248547] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.248547] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.258798] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6ef3aa30-71e5-4dd3-aed3-6e3db0579d82 in Status: IN_PROGRESS for 2s [ 1039.309540] env[65288]: DEBUG networking_nsxv3.common.locking [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Lock network-498 taken with stack trace [, , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.309802] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquiring lock "network-498" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.309802] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired lock "network-498" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.310245] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired external semaphore "network-498" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.310417] env[65288]: DEBUG networking_nsxv3.common.locking [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.310572] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquiring lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.310687] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.310967] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired external semaphore "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.311131] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Releasing lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.311406] env[65288]: DEBUG dogpile.cache.region [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] No value present for key: 'zone-id' {{(pid=65288) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1039.311486] env[65288]: DEBUG dogpile.lock [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] NeedRegenerationException {{(pid=65288) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1039.311557] env[65288]: DEBUG dogpile.lock [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] no value, waiting for create lock {{(pid=65288) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1039.311661] env[65288]: DEBUG dogpile.lock [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] value creation lock acquired {{(pid=65288) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1039.311765] env[65288]: DEBUG dogpile.cache.region [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] No value present for key: 'zone-id' {{(pid=65288) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1039.311868] env[65288]: DEBUG dogpile.lock [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Calling creation function for not-yet-present value {{(pid=65288) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1039.311996] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1039.333086] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1039.333086] env[65288]: DEBUG dogpile.cache.region [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65288) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1039.333086] env[65288]: DEBUG dogpile.lock [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Released creation lock {{(pid=65288) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1039.333086] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Releasing lock "network-498" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.333424] env[65288]: DEBUG networking_nsxv3.common.locking [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Lock port-6d9eafc0-2ce6-43aa-a4e7-2ab759ca4492 taken with stack trace [, , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.333517] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquiring lock "port-6d9eafc0-2ce6-43aa-a4e7-2ab759ca4492" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.333632] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired lock "port-6d9eafc0-2ce6-43aa-a4e7-2ab759ca4492" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.334016] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired external semaphore "port-6d9eafc0-2ce6-43aa-a4e7-2ab759ca4492" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.334184] env[65288]: DEBUG networking_nsxv3.api.rpc [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6d9eafc0-2ce6-43aa-a4e7-2ab759ca4492',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1039.474529] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.474777] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.474862] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.475111] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.475208] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.475413] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.475533] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.475613] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.475742] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.475825] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.475904] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5c1b1b02-0d0e-421c-9442-12c88f168c61 is going to be updated. [ 1039.505446] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.505716] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.505716] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.505921] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.506134] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.517800] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5c1b1b02-0d0e-421c-9442-12c88f168c61 in Status: IN_PROGRESS for 2s [ 1039.624092] env[65288]: INFO networking_nsxv3.common.synchronization [req-464bbb84-ea24-4598-a28a-f51be79eb8e8 req-b943771e-209e-4f1c-8ef3-c9718f368c31 tempest-AttachInterfacesTestJSON-212311792 tempest-AttachInterfacesTestJSON-212311792-project-member] Enqueued Resource ID: cb39eb2f-fa04-4c19-9a69-ad1eb4b88e84 with Priority: HIGHEST for action security_group_members [ 1039.624741] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cb39eb2f-fa04-4c19-9a69-ad1eb4b88e84 with Priority: HIGHEST for action security_group_members [ 1039.625021] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock member-cb39eb2f-fa04-4c19-9a69-ad1eb4b88e84 taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.625313] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cb39eb2f-fa04-4c19-9a69-ad1eb4b88e84" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.625313] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cb39eb2f-fa04-4c19-9a69-ad1eb4b88e84" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.625543] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cb39eb2f-fa04-4c19-9a69-ad1eb4b88e84" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.625783] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.625950] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.626080] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.626335] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.626467] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.626600] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cb39eb2f-fa04-4c19-9a69-ad1eb4b88e84',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1039.838546] env[65288]: DEBUG networking_nsxv3.common.locking [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.838878] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.838924] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.839284] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.839501] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.839670] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Segment Port 6d9eafc0-2ce6-43aa-a4e7-2ab759ca4492 not found, creating... [ 1039.840070] env[65288]: DEBUG networking_nsxv3.common.locking [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.840270] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquiring lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.840452] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.840724] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired external semaphore "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.840963] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Releasing lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.841367] env[65288]: DEBUG networking_nsxv3.common.locking [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.841597] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.841773] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.842049] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.842282] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.842470] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Resource: SegmentPort with ID: 6d9eafc0-2ce6-43aa-a4e7-2ab759ca4492 is going to be created. [ 1039.900142] env[65288]: DEBUG networking_nsxv3.common.locking [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.900526] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.900778] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.901229] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.901762] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.902038] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Releasing lock "port-6d9eafc0-2ce6-43aa-a4e7-2ab759ca4492" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.129674] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('cb39eb2f-fa04-4c19-9a69-ad1eb4b88e84',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1040.633310] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('cb39eb2f-fa04-4c19-9a69-ad1eb4b88e84',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1040.649136] env[65288]: INFO networking_nsxv3.common.synchronization [req-7caee5ab-ab69-4265-bf27-0b2b52b66da6 req-96ce308e-af52-47fc-88b1-23d16326d38d service nova] Enqueued Resource ID: 5c1b1b02-0d0e-421c-9442-12c88f168c61 with Priority: HIGHEST for action security_group_rules [ 1040.649396] env[65288]: INFO networking_nsxv3.common.synchronization [req-7caee5ab-ab69-4265-bf27-0b2b52b66da6 req-96ce308e-af52-47fc-88b1-23d16326d38d service nova] Enqueued Resource ID: 5c1b1b02-0d0e-421c-9442-12c88f168c61 with Priority: HIGHEST for action security_group_members [ 1040.649462] env[65288]: INFO networking_nsxv3.common.synchronization [req-7caee5ab-ab69-4265-bf27-0b2b52b66da6 req-96ce308e-af52-47fc-88b1-23d16326d38d service nova] Enqueued Resource ID: 6d9eafc0-2ce6-43aa-a4e7-2ab759ca4492 with Priority: HIGHEST for action port [ 1040.650721] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5c1b1b02-0d0e-421c-9442-12c88f168c61 with Priority: HIGHEST for action security_group_rules [ 1040.650960] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5c1b1b02-0d0e-421c-9442-12c88f168c61 with Priority: HIGHEST for action security_group_members [ 1040.651081] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6d9eafc0-2ce6-43aa-a4e7-2ab759ca4492 with Priority: HIGHEST for action port [ 1040.651369] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5c1b1b02-0d0e-421c-9442-12c88f168c61 taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.651496] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5c1b1b02-0d0e-421c-9442-12c88f168c61" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.651596] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5c1b1b02-0d0e-421c-9442-12c88f168c61" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.651751] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5c1b1b02-0d0e-421c-9442-12c88f168c61" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.651845] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5c1b1b02-0d0e-421c-9442-12c88f168c61',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1040.652838] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock member-5c1b1b02-0d0e-421c-9442-12c88f168c61 taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.653144] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5c1b1b02-0d0e-421c-9442-12c88f168c61" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.653144] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock port-6d9eafc0-2ce6-43aa-a4e7-2ab759ca4492 taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.653276] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6d9eafc0-2ce6-43aa-a4e7-2ab759ca4492" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.653276] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6d9eafc0-2ce6-43aa-a4e7-2ab759ca4492" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.653568] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6d9eafc0-2ce6-43aa-a4e7-2ab759ca4492" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.653689] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6d9eafc0-2ce6-43aa-a4e7-2ab759ca4492',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1040.766867] env[65288]: INFO networking_nsxv3.common.synchronization [None req-7fc56894-bc36-402f-90b7-1941349beec0 tempest-AttachInterfacesTestJSON-212311792 tempest-AttachInterfacesTestJSON-212311792-project-member] Enqueued Resource ID: cb39eb2f-fa04-4c19-9a69-ad1eb4b88e84 with Priority: HIGHEST for action security_group_members [ 1040.767427] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cb39eb2f-fa04-4c19-9a69-ad1eb4b88e84 with Priority: HIGHEST for action security_group_members [ 1040.767755] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock member-cb39eb2f-fa04-4c19-9a69-ad1eb4b88e84 taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.768245] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cb39eb2f-fa04-4c19-9a69-ad1eb4b88e84" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.135700] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.136096] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.136096] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.136624] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.136874] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.137023] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cb39eb2f-fa04-4c19-9a69-ad1eb4b88e84 is going to be updated. [ 1041.156191] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock member-5c1b1b02-0d0e-421c-9442-12c88f168c61 taken with stack trace [, , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.156385] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5c1b1b02-0d0e-421c-9442-12c88f168c61" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.156660] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 6d9eafc0-2ce6-43aa-a4e7-2ab759ca4492 with status ACTIVE [ 1041.156866] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.156993] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.157094] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.157385] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.157517] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.157705] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.157850] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.157918] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.158074] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.158201] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.158347] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.158488] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.158582] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.158799] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.158926] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.159091] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 6d9eafc0-2ce6-43aa-a4e7-2ab759ca4492 is going to be updated. [ 1041.175285] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.175494] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.175494] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.175701] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.175847] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.182486] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.182663] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.182705] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.182879] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.183030] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.183194] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6d9eafc0-2ce6-43aa-a4e7-2ab759ca4492" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.185527] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cb39eb2f-fa04-4c19-9a69-ad1eb4b88e84 in Status: IN_PROGRESS for 2s [ 1041.269180] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6ef3aa30-71e5-4dd3-aed3-6e3db0579d82 in Status: SUCCESS [ 1041.269532] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6ef3aa30-71e5-4dd3-aed3-6e3db0579d82" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.269894] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6ef3aa30-71e5-4dd3-aed3-6e3db0579d82" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.270170] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6ef3aa30-71e5-4dd3-aed3-6e3db0579d82" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.270401] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.270594] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.270682] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.270869] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.270987] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.271111] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6ef3aa30-71e5-4dd3-aed3-6e3db0579d82" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.271229] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6ef3aa30-71e5-4dd3-aed3-6e3db0579d82',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1041.350085] env[65288]: INFO networking_nsxv3.common.synchronization [req-f1cbbfe9-046e-4a93-beaa-e0dbd874b809 req-0918879e-55de-4f73-8aec-bfe3b35d0023 tempest-ServerActionsTestOtherA-400423340 tempest-ServerActionsTestOtherA-400423340-project-member] Enqueued Resource ID: 8b553199-417d-43ed-8e52-c3d81fd8a393 with Priority: HIGHEST for action security_group_members [ 1041.350666] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8b553199-417d-43ed-8e52-c3d81fd8a393 with Priority: HIGHEST for action security_group_members [ 1041.351768] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock member-8b553199-417d-43ed-8e52-c3d81fd8a393 taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.352188] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8b553199-417d-43ed-8e52-c3d81fd8a393" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.352188] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8b553199-417d-43ed-8e52-c3d81fd8a393" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.352720] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8b553199-417d-43ed-8e52-c3d81fd8a393" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.352720] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.352720] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.352908] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.352956] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.353057] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.353165] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8b553199-417d-43ed-8e52-c3d81fd8a393',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1041.529877] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5c1b1b02-0d0e-421c-9442-12c88f168c61 in Status: SUCCESS [ 1041.530136] env[65288]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5c1b1b02-0d0e-421c-9442-12c88f168c61 deletion is rescheduled due to dependency. [ 1041.530306] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5c1b1b02-0d0e-421c-9442-12c88f168c61" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.530573] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5c1b1b02-0d0e-421c-9442-12c88f168c61" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.530762] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5c1b1b02-0d0e-421c-9442-12c88f168c61" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.531064] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.531258] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.531345] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.531604] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.531731] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.531878] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5c1b1b02-0d0e-421c-9442-12c88f168c61',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1041.747674] env[65288]: DEBUG networking_nsxv3.common.locking [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Lock network-869 taken with stack trace [, , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.747952] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquiring lock "network-869" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.748178] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired lock "network-869" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.748494] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired external semaphore "network-869" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.748770] env[65288]: DEBUG networking_nsxv3.common.locking [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.749017] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquiring lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.749295] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.749656] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired external semaphore "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.749964] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Releasing lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.750259] env[65288]: DEBUG dogpile.cache.region [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] No value present for key: 'zone-id' {{(pid=65288) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1041.750382] env[65288]: DEBUG dogpile.lock [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] NeedRegenerationException {{(pid=65288) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1041.750495] env[65288]: DEBUG dogpile.lock [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] no value, waiting for create lock {{(pid=65288) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1041.750599] env[65288]: DEBUG dogpile.lock [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] value creation lock acquired {{(pid=65288) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1041.750711] env[65288]: DEBUG dogpile.cache.region [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] No value present for key: 'zone-id' {{(pid=65288) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1041.750843] env[65288]: DEBUG dogpile.lock [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Calling creation function for not-yet-present value {{(pid=65288) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1041.751194] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1041.774395] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1041.774619] env[65288]: DEBUG dogpile.cache.region [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65288) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1041.774724] env[65288]: DEBUG dogpile.lock [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Released creation lock {{(pid=65288) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1041.774936] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Releasing lock "network-869" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.775306] env[65288]: DEBUG networking_nsxv3.common.locking [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Lock port-e7d2ebd2-baec-4576-9bcb-a1c5e47aaeab taken with stack trace [, , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.775534] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquiring lock "port-e7d2ebd2-baec-4576-9bcb-a1c5e47aaeab" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.775812] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired lock "port-e7d2ebd2-baec-4576-9bcb-a1c5e47aaeab" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.776158] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired external semaphore "port-e7d2ebd2-baec-4576-9bcb-a1c5e47aaeab" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.776303] env[65288]: DEBUG networking_nsxv3.api.rpc [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e7d2ebd2-baec-4576-9bcb-a1c5e47aaeab',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1041.777424] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock member-6ef3aa30-71e5-4dd3-aed3-6e3db0579d82 taken with stack trace [, , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.777609] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6ef3aa30-71e5-4dd3-aed3-6e3db0579d82" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.777687] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6ef3aa30-71e5-4dd3-aed3-6e3db0579d82" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.777875] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6ef3aa30-71e5-4dd3-aed3-6e3db0579d82" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.778054] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.778192] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.778259] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.778410] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.778505] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.778593] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6ef3aa30-71e5-4dd3-aed3-6e3db0579d82" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.778732] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock member-6ef3aa30-71e5-4dd3-aed3-6e3db0579d82 taken with stack trace [, , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.778826] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6ef3aa30-71e5-4dd3-aed3-6e3db0579d82" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.778884] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6ef3aa30-71e5-4dd3-aed3-6e3db0579d82" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.779038] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6ef3aa30-71e5-4dd3-aed3-6e3db0579d82" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.779184] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.779263] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.779327] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.779453] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.779523] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.779604] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6ef3aa30-71e5-4dd3-aed3-6e3db0579d82" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.779690] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6ef3aa30-71e5-4dd3-aed3-6e3db0579d82',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1041.855663] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.856413] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.856560] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.856838] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.856986] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.861030] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.861030] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.861030] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.861030] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.861030] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.861030] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8b553199-417d-43ed-8e52-c3d81fd8a393 already deleted. [ 1041.861030] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8b553199-417d-43ed-8e52-c3d81fd8a393" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.034718] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5c1b1b02-0d0e-421c-9442-12c88f168c61',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1042.282340] env[65288]: DEBUG networking_nsxv3.common.locking [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.282681] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.282806] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.283152] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.283309] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.283465] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Segment Port e7d2ebd2-baec-4576-9bcb-a1c5e47aaeab not found, creating... [ 1042.283740] env[65288]: DEBUG networking_nsxv3.common.locking [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.283896] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquiring lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.284022] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.284244] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired external semaphore "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.284379] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Releasing lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.284661] env[65288]: DEBUG networking_nsxv3.common.locking [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.284857] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.284920] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.285137] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.285298] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.285453] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Resource: SegmentPort with ID: e7d2ebd2-baec-4576-9bcb-a1c5e47aaeab is going to be created. [ 1042.286714] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6ef3aa30-71e5-4dd3-aed3-6e3db0579d82: rpc.has_security_group_logging(os_id): False [ 1042.305804] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.305985] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.306072] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.306245] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.306479] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.306765] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.306888] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.306938] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.307108] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.307188] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.307365] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.307460] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.307522] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.307657] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.307764] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.307952] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.308102] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.308225] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.308381] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.308442] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.308520] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6ef3aa30-71e5-4dd3-aed3-6e3db0579d82 is going to be updated. [ 1042.310728] env[65288]: DEBUG networking_nsxv3.common.locking [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.311410] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.311410] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.311530] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.311692] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.311905] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Releasing lock "port-e7d2ebd2-baec-4576-9bcb-a1c5e47aaeab" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.381577] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.381727] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.381793] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.381987] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.382147] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.395103] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6ef3aa30-71e5-4dd3-aed3-6e3db0579d82 in Status: IN_PROGRESS for 2s [ 1042.537065] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5c1b1b02-0d0e-421c-9442-12c88f168c61',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1043.043096] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.043096] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.043096] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.043096] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.043481] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.043481] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5c1b1b02-0d0e-421c-9442-12c88f168c61 is going to be updated. [ 1043.046483] env[65288]: INFO networking_nsxv3.common.synchronization [req-f1cbbfe9-046e-4a93-beaa-e0dbd874b809 req-61a12791-9179-46dd-9ba8-13f07a929d3b service nova] Enqueued Resource ID: 8b553199-417d-43ed-8e52-c3d81fd8a393 with Priority: HIGHEST for action security_group_rules [ 1043.046691] env[65288]: INFO networking_nsxv3.common.synchronization [req-f1cbbfe9-046e-4a93-beaa-e0dbd874b809 req-61a12791-9179-46dd-9ba8-13f07a929d3b service nova] Enqueued Resource ID: 8b553199-417d-43ed-8e52-c3d81fd8a393 with Priority: HIGHEST for action security_group_members [ 1043.046830] env[65288]: INFO networking_nsxv3.common.synchronization [req-f1cbbfe9-046e-4a93-beaa-e0dbd874b809 req-61a12791-9179-46dd-9ba8-13f07a929d3b service nova] Enqueued Resource ID: e7d2ebd2-baec-4576-9bcb-a1c5e47aaeab with Priority: HIGHEST for action port [ 1043.047849] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8b553199-417d-43ed-8e52-c3d81fd8a393 with Priority: HIGHEST for action security_group_rules [ 1043.047997] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8b553199-417d-43ed-8e52-c3d81fd8a393 with Priority: HIGHEST for action security_group_members [ 1043.048183] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e7d2ebd2-baec-4576-9bcb-a1c5e47aaeab with Priority: HIGHEST for action port [ 1043.048472] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8b553199-417d-43ed-8e52-c3d81fd8a393 taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.048585] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8b553199-417d-43ed-8e52-c3d81fd8a393" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.048751] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8b553199-417d-43ed-8e52-c3d81fd8a393" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.049160] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8b553199-417d-43ed-8e52-c3d81fd8a393" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.049276] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8b553199-417d-43ed-8e52-c3d81fd8a393',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1043.052582] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock member-8b553199-417d-43ed-8e52-c3d81fd8a393 taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.052582] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8b553199-417d-43ed-8e52-c3d81fd8a393" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.052582] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8b553199-417d-43ed-8e52-c3d81fd8a393" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.052582] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8b553199-417d-43ed-8e52-c3d81fd8a393" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.052582] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.052582] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.052582] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.052582] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.052582] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.052582] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8b553199-417d-43ed-8e52-c3d81fd8a393',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1043.053477] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock port-e7d2ebd2-baec-4576-9bcb-a1c5e47aaeab taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.054305] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e7d2ebd2-baec-4576-9bcb-a1c5e47aaeab" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.054451] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e7d2ebd2-baec-4576-9bcb-a1c5e47aaeab" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.054666] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e7d2ebd2-baec-4576-9bcb-a1c5e47aaeab" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.054753] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e7d2ebd2-baec-4576-9bcb-a1c5e47aaeab',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1043.078145] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.078145] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.078460] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.078982] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.079176] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.090520] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5c1b1b02-0d0e-421c-9442-12c88f168c61 in Status: IN_PROGRESS for 2s [ 1043.196451] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cb39eb2f-fa04-4c19-9a69-ad1eb4b88e84 in Status: SUCCESS [ 1043.196727] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cb39eb2f-fa04-4c19-9a69-ad1eb4b88e84" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.197037] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cb39eb2f-fa04-4c19-9a69-ad1eb4b88e84" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.197283] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cb39eb2f-fa04-4c19-9a69-ad1eb4b88e84" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.197471] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.197588] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.197653] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.197804] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.197883] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.197979] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cb39eb2f-fa04-4c19-9a69-ad1eb4b88e84',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1043.563433] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8b553199-417d-43ed-8e52-c3d81fd8a393',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1043.563433] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock member-8b553199-417d-43ed-8e52-c3d81fd8a393 taken with stack trace [, , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.563433] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8b553199-417d-43ed-8e52-c3d81fd8a393" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.563433] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e7d2ebd2-baec-4576-9bcb-a1c5e47aaeab with status ACTIVE [ 1043.563433] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.563433] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.563433] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.563433] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.563433] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.563433] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.563433] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.563433] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.563433] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.563433] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.564303] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.564303] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.564303] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.564303] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.564303] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.564303] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e7d2ebd2-baec-4576-9bcb-a1c5e47aaeab is going to be updated. [ 1043.588399] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.588659] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.588659] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.588852] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.589026] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.589201] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e7d2ebd2-baec-4576-9bcb-a1c5e47aaeab" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.621604] env[65288]: INFO networking_nsxv3.common.synchronization [req-4d55c6cd-df43-4b56-bd30-1ac82deae3f2 req-caf63f7a-7e8c-4ab4-b34f-9ff89ebed0a9 tempest-AttachInterfacesTestJSON-212311792 tempest-AttachInterfacesTestJSON-212311792-project-member] Enqueued Resource ID: 95112a18-891c-4b28-bdef-db6097f2cb82 with Priority: HIGHEST for action security_group_members [ 1043.621800] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 95112a18-891c-4b28-bdef-db6097f2cb82 with Priority: HIGHEST for action security_group_members [ 1043.622135] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock member-95112a18-891c-4b28-bdef-db6097f2cb82 taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.622135] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-95112a18-891c-4b28-bdef-db6097f2cb82" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.622336] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-95112a18-891c-4b28-bdef-db6097f2cb82" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.622390] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-95112a18-891c-4b28-bdef-db6097f2cb82" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.622495] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.622588] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.622643] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.622781] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.622865] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.622977] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('95112a18-891c-4b28-bdef-db6097f2cb82',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1043.700814] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.700814] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.700814] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.701061] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.701156] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.701379] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.701490] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.701553] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.701746] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.701806] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.701886] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cb39eb2f-fa04-4c19-9a69-ad1eb4b88e84 is going to be updated. [ 1043.745897] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.746333] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.746466] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.746706] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.746861] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.767190] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cb39eb2f-fa04-4c19-9a69-ad1eb4b88e84 in Status: IN_PROGRESS for 2s [ 1043.891042] env[65288]: INFO networking_nsxv3.common.synchronization [req-6cbb16f1-34c7-4b9a-9cd0-3b49744ad53d req-d19dbb21-dabe-4340-9fd8-0101b30d8ad8 tempest-ServerActionsTestJSON-1569293202 tempest-ServerActionsTestJSON-1569293202-project-member] Enqueued Resource ID: 658c55a4-a0c7-40fc-92a1-32f7de8823c6 with Priority: HIGHEST for action security_group_members [ 1043.891042] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 658c55a4-a0c7-40fc-92a1-32f7de8823c6 with Priority: HIGHEST for action security_group_members [ 1043.891042] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock member-658c55a4-a0c7-40fc-92a1-32f7de8823c6 taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.891042] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-658c55a4-a0c7-40fc-92a1-32f7de8823c6" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.891042] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-658c55a4-a0c7-40fc-92a1-32f7de8823c6" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.891042] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-658c55a4-a0c7-40fc-92a1-32f7de8823c6" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.891042] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.891461] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.891717] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.892130] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.892334] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.892538] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('658c55a4-a0c7-40fc-92a1-32f7de8823c6',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1044.059348] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8b553199-417d-43ed-8e52-c3d81fd8a393',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1044.125878] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.125878] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.125878] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.125878] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.146612] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.146918] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.147046] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.147098] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.148136] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.148241] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.148331] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 95112a18-891c-4b28-bdef-db6097f2cb82 is going to be updated. [ 1044.180296] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.180442] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.180502] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.181703] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.181857] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.191563] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 95112a18-891c-4b28-bdef-db6097f2cb82 in Status: IN_PROGRESS for 2s [ 1044.210024] env[65288]: DEBUG networking_nsxv3.common.locking [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Lock network-407 taken with stack trace [, , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.210024] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquiring lock "network-407" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.210024] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired lock "network-407" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.210024] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired external semaphore "network-407" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.210877] env[65288]: DEBUG networking_nsxv3.common.locking [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.211265] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquiring lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.211525] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.211887] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired external semaphore "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.213058] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Releasing lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.213058] env[65288]: DEBUG dogpile.cache.region [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] No value present for key: 'zone-id' {{(pid=65288) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1044.213058] env[65288]: DEBUG dogpile.lock [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] NeedRegenerationException {{(pid=65288) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1044.213058] env[65288]: DEBUG dogpile.lock [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] no value, waiting for create lock {{(pid=65288) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1044.213058] env[65288]: DEBUG dogpile.lock [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] value creation lock acquired {{(pid=65288) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1044.213058] env[65288]: DEBUG dogpile.cache.region [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] No value present for key: 'zone-id' {{(pid=65288) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1044.213058] env[65288]: DEBUG dogpile.lock [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Calling creation function for not-yet-present value {{(pid=65288) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1044.213376] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1044.233278] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1044.233441] env[65288]: DEBUG dogpile.cache.region [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65288) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1044.233576] env[65288]: DEBUG dogpile.lock [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Released creation lock {{(pid=65288) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1044.233754] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Releasing lock "network-407" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.234117] env[65288]: DEBUG networking_nsxv3.common.locking [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Lock port-fc738bb0-a670-4b90-87be-e63f49e9aa86 taken with stack trace [, , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.234294] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquiring lock "port-fc738bb0-a670-4b90-87be-e63f49e9aa86" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.234413] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired lock "port-fc738bb0-a670-4b90-87be-e63f49e9aa86" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.234741] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired external semaphore "port-fc738bb0-a670-4b90-87be-e63f49e9aa86" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.234880] env[65288]: DEBUG networking_nsxv3.api.rpc [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fc738bb0-a670-4b90-87be-e63f49e9aa86',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1044.395080] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.395573] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.395573] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.395687] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.395687] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.395910] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.396039] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.396105] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.396314] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.396485] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.396603] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 658c55a4-a0c7-40fc-92a1-32f7de8823c6 already deleted. [ 1044.396713] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-658c55a4-a0c7-40fc-92a1-32f7de8823c6" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.413029] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6ef3aa30-71e5-4dd3-aed3-6e3db0579d82 in Status: SUCCESS [ 1044.413029] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6ef3aa30-71e5-4dd3-aed3-6e3db0579d82" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.562012] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.562201] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.562290] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.562537] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.562649] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.562765] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8b553199-417d-43ed-8e52-c3d81fd8a393 is going to be created. [ 1044.588212] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.588548] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.588548] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.588750] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.588918] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.601396] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8b553199-417d-43ed-8e52-c3d81fd8a393 in Status: UNINITIALIZED for 2s [ 1044.737538] env[65288]: DEBUG networking_nsxv3.common.locking [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.737763] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.737921] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.738280] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.738435] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.738587] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Segment Port fc738bb0-a670-4b90-87be-e63f49e9aa86 not found, creating... [ 1044.739075] env[65288]: DEBUG networking_nsxv3.common.locking [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.739246] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquiring lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.739372] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.742014] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired external semaphore "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.742014] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Releasing lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.742014] env[65288]: DEBUG networking_nsxv3.common.locking [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.742014] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.742014] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.742014] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.742014] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.742648] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Resource: SegmentPort with ID: fc738bb0-a670-4b90-87be-e63f49e9aa86 is going to be created. [ 1044.771560] env[65288]: DEBUG networking_nsxv3.common.locking [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.771785] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.771908] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.772417] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.772417] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.772647] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Releasing lock "port-fc738bb0-a670-4b90-87be-e63f49e9aa86" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.105258] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5c1b1b02-0d0e-421c-9442-12c88f168c61 in Status: SUCCESS [ 1045.105443] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5c1b1b02-0d0e-421c-9442-12c88f168c61" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.105620] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5c1b1b02-0d0e-421c-9442-12c88f168c61" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.105884] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5c1b1b02-0d0e-421c-9442-12c88f168c61" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.106092] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.106536] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.106536] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.106536] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.106536] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.106684] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5c1b1b02-0d0e-421c-9442-12c88f168c61" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.106726] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5c1b1b02-0d0e-421c-9442-12c88f168c61',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1045.489720] env[65288]: INFO networking_nsxv3.common.synchronization [req-6cbb16f1-34c7-4b9a-9cd0-3b49744ad53d req-08fb6e7b-f5c1-4666-9f46-57a671c9b92e service nova] Enqueued Resource ID: 658c55a4-a0c7-40fc-92a1-32f7de8823c6 with Priority: HIGHEST for action security_group_rules [ 1045.489964] env[65288]: INFO networking_nsxv3.common.synchronization [req-6cbb16f1-34c7-4b9a-9cd0-3b49744ad53d req-08fb6e7b-f5c1-4666-9f46-57a671c9b92e service nova] Enqueued Resource ID: 658c55a4-a0c7-40fc-92a1-32f7de8823c6 with Priority: HIGHEST for action security_group_members [ 1045.490060] env[65288]: INFO networking_nsxv3.common.synchronization [req-6cbb16f1-34c7-4b9a-9cd0-3b49744ad53d req-08fb6e7b-f5c1-4666-9f46-57a671c9b92e service nova] Enqueued Resource ID: fc738bb0-a670-4b90-87be-e63f49e9aa86 with Priority: HIGHEST for action port [ 1045.490540] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 658c55a4-a0c7-40fc-92a1-32f7de8823c6 with Priority: HIGHEST for action security_group_rules [ 1045.490908] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 658c55a4-a0c7-40fc-92a1-32f7de8823c6 with Priority: HIGHEST for action security_group_members [ 1045.490908] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fc738bb0-a670-4b90-87be-e63f49e9aa86 with Priority: HIGHEST for action port [ 1045.492092] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock rules-658c55a4-a0c7-40fc-92a1-32f7de8823c6 taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.492199] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-658c55a4-a0c7-40fc-92a1-32f7de8823c6" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.492263] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-658c55a4-a0c7-40fc-92a1-32f7de8823c6" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.493133] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-658c55a4-a0c7-40fc-92a1-32f7de8823c6" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.493292] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('658c55a4-a0c7-40fc-92a1-32f7de8823c6',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1045.494585] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock member-658c55a4-a0c7-40fc-92a1-32f7de8823c6 taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.494693] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-658c55a4-a0c7-40fc-92a1-32f7de8823c6" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.494794] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-658c55a4-a0c7-40fc-92a1-32f7de8823c6" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.495054] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-658c55a4-a0c7-40fc-92a1-32f7de8823c6" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.495225] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.495345] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.495403] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.495537] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.495703] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.495703] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('658c55a4-a0c7-40fc-92a1-32f7de8823c6',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1045.499750] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock port-fc738bb0-a670-4b90-87be-e63f49e9aa86 taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.499932] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fc738bb0-a670-4b90-87be-e63f49e9aa86" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.500141] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fc738bb0-a670-4b90-87be-e63f49e9aa86" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.500237] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fc738bb0-a670-4b90-87be-e63f49e9aa86" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.500772] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fc738bb0-a670-4b90-87be-e63f49e9aa86',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1045.610247] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock member-5c1b1b02-0d0e-421c-9442-12c88f168c61 taken with stack trace [, , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.610612] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5c1b1b02-0d0e-421c-9442-12c88f168c61" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.610612] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5c1b1b02-0d0e-421c-9442-12c88f168c61" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.610783] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5c1b1b02-0d0e-421c-9442-12c88f168c61" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.610909] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.611088] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.611164] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.611368] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.611475] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.611591] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5c1b1b02-0d0e-421c-9442-12c88f168c61" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.611744] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock member-5c1b1b02-0d0e-421c-9442-12c88f168c61 taken with stack trace [, , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.611840] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5c1b1b02-0d0e-421c-9442-12c88f168c61" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.611911] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5c1b1b02-0d0e-421c-9442-12c88f168c61" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.612051] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5c1b1b02-0d0e-421c-9442-12c88f168c61" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.612192] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.612281] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.612333] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.612466] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.612642] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.612642] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5c1b1b02-0d0e-421c-9442-12c88f168c61" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.612767] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5c1b1b02-0d0e-421c-9442-12c88f168c61',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1045.778010] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cb39eb2f-fa04-4c19-9a69-ad1eb4b88e84 in Status: IN_PROGRESS for 4s [ 1046.002554] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock member-658c55a4-a0c7-40fc-92a1-32f7de8823c6 taken with stack trace [, , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.002688] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-658c55a4-a0c7-40fc-92a1-32f7de8823c6" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.002881] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('658c55a4-a0c7-40fc-92a1-32f7de8823c6',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1046.004229] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port fc738bb0-a670-4b90-87be-e63f49e9aa86 with status ACTIVE [ 1046.004335] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.004445] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.004548] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.004792] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.004932] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.005220] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.005623] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.005623] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.005769] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.005769] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.005991] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.006104] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.006165] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.006317] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.006397] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.006492] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: fc738bb0-a670-4b90-87be-e63f49e9aa86 is going to be updated. [ 1046.030958] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.031197] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.031197] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.031634] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.031800] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.031968] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fc738bb0-a670-4b90-87be-e63f49e9aa86" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.117408] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5c1b1b02-0d0e-421c-9442-12c88f168c61: rpc.has_security_group_logging(os_id): False [ 1046.140513] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.140754] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.140858] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.141219] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.141347] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.141648] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.141780] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.141864] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.142127] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.142241] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.142546] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.142669] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.142728] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.142871] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.142946] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.143161] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.143263] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.143339] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.143523] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.143635] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.143771] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5c1b1b02-0d0e-421c-9442-12c88f168c61 is going to be updated. [ 1046.201570] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 95112a18-891c-4b28-bdef-db6097f2cb82 in Status: SUCCESS [ 1046.202380] env[65288]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 95112a18-891c-4b28-bdef-db6097f2cb82 deletion is rescheduled due to dependency. [ 1046.202380] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-95112a18-891c-4b28-bdef-db6097f2cb82" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.222025] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.222025] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.222025] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.222025] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.222025] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.235741] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5c1b1b02-0d0e-421c-9442-12c88f168c61 in Status: IN_PROGRESS for 2s [ 1046.508430] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('658c55a4-a0c7-40fc-92a1-32f7de8823c6',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1046.614193] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8b553199-417d-43ed-8e52-c3d81fd8a393 in Status: SUCCESS [ 1046.614590] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8b553199-417d-43ed-8e52-c3d81fd8a393" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.614747] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8b553199-417d-43ed-8e52-c3d81fd8a393" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.614887] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8b553199-417d-43ed-8e52-c3d81fd8a393" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.615088] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.615216] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.615432] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.615432] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.615673] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.615673] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8b553199-417d-43ed-8e52-c3d81fd8a393" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.615673] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8b553199-417d-43ed-8e52-c3d81fd8a393',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1047.012059] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.012059] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.012059] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.012059] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.012059] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.012059] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 658c55a4-a0c7-40fc-92a1-32f7de8823c6 is going to be created. [ 1047.054075] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.054303] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.054357] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.054816] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.055145] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.067265] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 658c55a4-a0c7-40fc-92a1-32f7de8823c6 in Status: UNINITIALIZED for 2s [ 1047.118232] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock member-8b553199-417d-43ed-8e52-c3d81fd8a393 taken with stack trace [, , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.118448] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8b553199-417d-43ed-8e52-c3d81fd8a393" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.118448] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8b553199-417d-43ed-8e52-c3d81fd8a393" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.119054] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8b553199-417d-43ed-8e52-c3d81fd8a393" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.119054] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.119054] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.119054] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.119352] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.119352] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.119352] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8b553199-417d-43ed-8e52-c3d81fd8a393" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.119503] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock member-8b553199-417d-43ed-8e52-c3d81fd8a393 taken with stack trace [, , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.119597] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8b553199-417d-43ed-8e52-c3d81fd8a393" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.119658] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8b553199-417d-43ed-8e52-c3d81fd8a393" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.119792] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8b553199-417d-43ed-8e52-c3d81fd8a393" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.120057] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.120322] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.120436] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.120647] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.120856] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.120990] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8b553199-417d-43ed-8e52-c3d81fd8a393" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.121169] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8b553199-417d-43ed-8e52-c3d81fd8a393',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1047.382062] env[65288]: INFO networking_nsxv3.common.synchronization [req-f08aab87-92c4-4889-abde-37381099bcc4 req-2c4cdef0-e99b-45d7-8755-66456a0a01e9 tempest-ServersTestJSON-1364057316 tempest-ServersTestJSON-1364057316-project-member] Enqueued Resource ID: 6ef3aa30-71e5-4dd3-aed3-6e3db0579d82 with Priority: HIGHEST for action security_group_members [ 1047.382062] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6ef3aa30-71e5-4dd3-aed3-6e3db0579d82 with Priority: HIGHEST for action security_group_members [ 1047.382062] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock member-6ef3aa30-71e5-4dd3-aed3-6e3db0579d82 taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.382062] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6ef3aa30-71e5-4dd3-aed3-6e3db0579d82" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.382062] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6ef3aa30-71e5-4dd3-aed3-6e3db0579d82" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.382062] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6ef3aa30-71e5-4dd3-aed3-6e3db0579d82" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.383317] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.383488] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.383583] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.383793] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.383980] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.384170] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6ef3aa30-71e5-4dd3-aed3-6e3db0579d82',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1047.623688] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8b553199-417d-43ed-8e52-c3d81fd8a393: rpc.has_security_group_logging(os_id): False [ 1047.646365] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.646635] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.646635] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.646827] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.646889] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.647081] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.647213] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.647287] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.647401] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.647473] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.647670] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.647774] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.647946] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.648034] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.648094] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.648736] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.648736] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.648736] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.648736] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.648736] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.648736] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8b553199-417d-43ed-8e52-c3d81fd8a393 is going to be created. [ 1047.714366] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.714529] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.714635] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.714871] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.715098] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.730687] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8b553199-417d-43ed-8e52-c3d81fd8a393 in Status: IN_PROGRESS for 2s [ 1047.799114] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cb39eb2f-fa04-4c19-9a69-ad1eb4b88e84 in Status: SUCCESS [ 1047.799298] env[65288]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cb39eb2f-fa04-4c19-9a69-ad1eb4b88e84 deletion is rescheduled due to dependency. [ 1047.799420] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cb39eb2f-fa04-4c19-9a69-ad1eb4b88e84" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.886261] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6ef3aa30-71e5-4dd3-aed3-6e3db0579d82',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1048.255503] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5c1b1b02-0d0e-421c-9442-12c88f168c61 in Status: SUCCESS [ 1048.255756] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5c1b1b02-0d0e-421c-9442-12c88f168c61" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.388501] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6ef3aa30-71e5-4dd3-aed3-6e3db0579d82',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1048.748542] env[65288]: INFO networking_nsxv3.common.synchronization [None req-33124b7c-6e56-4a2b-bf6e-44f6b592ec7a tempest-AttachInterfacesTestJSON-212311792 tempest-AttachInterfacesTestJSON-212311792-project-member] Enqueued Resource ID: 03949d61-476d-4592-a53a-be5ca4c18b3b with Priority: HIGHEST for action security_group_rules [ 1048.748941] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 03949d61-476d-4592-a53a-be5ca4c18b3b with Priority: HIGHEST for action security_group_rules [ 1048.749281] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock rules-03949d61-476d-4592-a53a-be5ca4c18b3b taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.749418] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-03949d61-476d-4592-a53a-be5ca4c18b3b" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.749485] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-03949d61-476d-4592-a53a-be5ca4c18b3b" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.749758] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-03949d61-476d-4592-a53a-be5ca4c18b3b" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.749842] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('03949d61-476d-4592-a53a-be5ca4c18b3b',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1048.848464] env[65288]: INFO networking_nsxv3.common.synchronization [None req-2fb5115d-21be-4b13-878f-7c6936a286da tempest-AttachInterfacesTestJSON-212311792 tempest-AttachInterfacesTestJSON-212311792-project-member] Enqueued Resource ID: 03949d61-476d-4592-a53a-be5ca4c18b3b with Priority: HIGHEST for action security_group_rules [ 1048.849307] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 03949d61-476d-4592-a53a-be5ca4c18b3b with Priority: HIGHEST for action security_group_rules [ 1048.850295] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock rules-03949d61-476d-4592-a53a-be5ca4c18b3b taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.850430] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-03949d61-476d-4592-a53a-be5ca4c18b3b" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.891286] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.891286] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.891653] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.891653] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.891653] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.891787] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6ef3aa30-71e5-4dd3-aed3-6e3db0579d82 is going to be updated. [ 1048.923617] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.923849] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.923849] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.924068] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.924206] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.937730] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6ef3aa30-71e5-4dd3-aed3-6e3db0579d82 in Status: IN_PROGRESS for 2s [ 1049.077943] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 658c55a4-a0c7-40fc-92a1-32f7de8823c6 in Status: SUCCESS [ 1049.078328] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-658c55a4-a0c7-40fc-92a1-32f7de8823c6" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.078586] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-658c55a4-a0c7-40fc-92a1-32f7de8823c6" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.078903] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-658c55a4-a0c7-40fc-92a1-32f7de8823c6" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.079213] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.079411] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.079548] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.080310] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.080406] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.080498] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-658c55a4-a0c7-40fc-92a1-32f7de8823c6" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.080591] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('658c55a4-a0c7-40fc-92a1-32f7de8823c6',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1049.270293] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.270463] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.270512] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.270709] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.270796] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.270896] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 03949d61-476d-4592-a53a-be5ca4c18b3b already deleted. [ 1049.271044] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-03949d61-476d-4592-a53a-be5ca4c18b3b" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.271223] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-03949d61-476d-4592-a53a-be5ca4c18b3b" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.271382] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-03949d61-476d-4592-a53a-be5ca4c18b3b" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.271462] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('03949d61-476d-4592-a53a-be5ca4c18b3b',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1049.583117] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('658c55a4-a0c7-40fc-92a1-32f7de8823c6',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1049.745891] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8b553199-417d-43ed-8e52-c3d81fd8a393 in Status: SUCCESS [ 1049.746250] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8b553199-417d-43ed-8e52-c3d81fd8a393" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.804260] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.804689] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.804689] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.804689] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.804861] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.804861] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 03949d61-476d-4592-a53a-be5ca4c18b3b already deleted. [ 1049.804958] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-03949d61-476d-4592-a53a-be5ca4c18b3b" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.085658] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 658c55a4-a0c7-40fc-92a1-32f7de8823c6: rpc.has_security_group_logging(os_id): False [ 1050.105499] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.105751] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.105751] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.105923] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.106024] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.106288] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.106567] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.106567] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.106663] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.106697] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.106787] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 658c55a4-a0c7-40fc-92a1-32f7de8823c6 is going to be created. [ 1050.172221] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.172390] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.172451] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.172740] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.172982] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.188435] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 658c55a4-a0c7-40fc-92a1-32f7de8823c6 in Status: IN_PROGRESS for 2s [ 1050.950543] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6ef3aa30-71e5-4dd3-aed3-6e3db0579d82 in Status: SUCCESS [ 1050.950884] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6ef3aa30-71e5-4dd3-aed3-6e3db0579d82" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.201572] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 658c55a4-a0c7-40fc-92a1-32f7de8823c6 in Status: SUCCESS [ 1052.201869] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-658c55a4-a0c7-40fc-92a1-32f7de8823c6" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.851010] env[65288]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1053.851310] env[65288]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1056.983040] env[65288]: INFO networking_nsxv3.common.synchronization [req-b3b93e68-4b58-49ec-aa2d-e4bce7ed5452 req-526a3a9f-6c81-45f2-9611-ed2c1d535f2a tempest-AttachInterfacesTestJSON-212311792 tempest-AttachInterfacesTestJSON-212311792-project-member] Enqueued Resource ID: 03949d61-476d-4592-a53a-be5ca4c18b3b with Priority: HIGHEST for action security_group_members [ 1056.983040] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 03949d61-476d-4592-a53a-be5ca4c18b3b with Priority: HIGHEST for action security_group_members [ 1056.983040] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock member-03949d61-476d-4592-a53a-be5ca4c18b3b taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.983040] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-03949d61-476d-4592-a53a-be5ca4c18b3b" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.983040] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-03949d61-476d-4592-a53a-be5ca4c18b3b" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.983040] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-03949d61-476d-4592-a53a-be5ca4c18b3b" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.983040] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.984474] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.984474] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.984474] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.984474] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.984474] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('03949d61-476d-4592-a53a-be5ca4c18b3b',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1057.311022] env[65288]: DEBUG networking_nsxv3.common.locking [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Lock network-704 taken with stack trace [, , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.311261] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquiring lock "network-704" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.311397] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired lock "network-704" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.311669] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired external semaphore "network-704" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.311923] env[65288]: DEBUG networking_nsxv3.common.locking [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.312089] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquiring lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.312207] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.312445] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired external semaphore "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.312598] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Releasing lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.312807] env[65288]: DEBUG dogpile.cache.region [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] No value present for key: 'zone-id' {{(pid=65288) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1057.312915] env[65288]: DEBUG dogpile.lock [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] NeedRegenerationException {{(pid=65288) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1057.313031] env[65288]: DEBUG dogpile.lock [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] no value, waiting for create lock {{(pid=65288) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1057.313140] env[65288]: DEBUG dogpile.lock [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] value creation lock acquired {{(pid=65288) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1057.313275] env[65288]: DEBUG dogpile.cache.region [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] No value present for key: 'zone-id' {{(pid=65288) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1057.313391] env[65288]: DEBUG dogpile.lock [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Calling creation function for not-yet-present value {{(pid=65288) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1057.313522] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1057.337903] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1057.338129] env[65288]: DEBUG dogpile.cache.region [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65288) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1057.338381] env[65288]: DEBUG dogpile.lock [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Released creation lock {{(pid=65288) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1057.338578] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Releasing lock "network-704" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.338960] env[65288]: DEBUG networking_nsxv3.common.locking [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Lock port-eb428de9-0c02-48fb-b9fc-b37660f92ac3 taken with stack trace [, , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.339157] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquiring lock "port-eb428de9-0c02-48fb-b9fc-b37660f92ac3" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.339280] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired lock "port-eb428de9-0c02-48fb-b9fc-b37660f92ac3" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.339737] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired external semaphore "port-eb428de9-0c02-48fb-b9fc-b37660f92ac3" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.339902] env[65288]: DEBUG networking_nsxv3.api.rpc [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('eb428de9-0c02-48fb-b9fc-b37660f92ac3',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1057.486094] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.486348] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.486434] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.486633] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.486720] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.486924] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.487036] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.487088] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.487233] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.487308] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.487392] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 03949d61-476d-4592-a53a-be5ca4c18b3b already deleted. [ 1057.487502] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-03949d61-476d-4592-a53a-be5ca4c18b3b" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.842523] env[65288]: DEBUG networking_nsxv3.common.locking [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.843247] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.843536] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.843967] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.844171] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.844343] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Segment Port eb428de9-0c02-48fb-b9fc-b37660f92ac3 not found, creating... [ 1057.844690] env[65288]: DEBUG networking_nsxv3.common.locking [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.844877] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquiring lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.844998] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.845346] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired external semaphore "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.845577] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Releasing lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.846070] env[65288]: DEBUG networking_nsxv3.common.locking [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.846356] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.846524] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.846757] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.846938] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.847056] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Resource: SegmentPort with ID: eb428de9-0c02-48fb-b9fc-b37660f92ac3 is going to be created. [ 1057.873902] env[65288]: DEBUG networking_nsxv3.common.locking [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.873902] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.873902] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.873902] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.874216] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.874260] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Releasing lock "port-eb428de9-0c02-48fb-b9fc-b37660f92ac3" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.594742] env[65288]: INFO networking_nsxv3.common.synchronization [req-b3b93e68-4b58-49ec-aa2d-e4bce7ed5452 req-40d41078-f95c-420a-8886-fbe65f536baa service nova] Enqueued Resource ID: 03949d61-476d-4592-a53a-be5ca4c18b3b with Priority: HIGHEST for action security_group_rules [ 1058.594742] env[65288]: INFO networking_nsxv3.common.synchronization [req-b3b93e68-4b58-49ec-aa2d-e4bce7ed5452 req-40d41078-f95c-420a-8886-fbe65f536baa service nova] Enqueued Resource ID: 03949d61-476d-4592-a53a-be5ca4c18b3b with Priority: HIGHEST for action security_group_members [ 1058.595061] env[65288]: INFO networking_nsxv3.common.synchronization [req-b3b93e68-4b58-49ec-aa2d-e4bce7ed5452 req-40d41078-f95c-420a-8886-fbe65f536baa service nova] Enqueued Resource ID: eb428de9-0c02-48fb-b9fc-b37660f92ac3 with Priority: HIGHEST for action port [ 1058.595424] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 03949d61-476d-4592-a53a-be5ca4c18b3b with Priority: HIGHEST for action security_group_rules [ 1058.595563] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 03949d61-476d-4592-a53a-be5ca4c18b3b with Priority: HIGHEST for action security_group_members [ 1058.595663] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eb428de9-0c02-48fb-b9fc-b37660f92ac3 with Priority: HIGHEST for action port [ 1058.595937] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock rules-03949d61-476d-4592-a53a-be5ca4c18b3b taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.596085] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-03949d61-476d-4592-a53a-be5ca4c18b3b" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.596122] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-03949d61-476d-4592-a53a-be5ca4c18b3b" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.596357] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-03949d61-476d-4592-a53a-be5ca4c18b3b" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.596475] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('03949d61-476d-4592-a53a-be5ca4c18b3b',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1058.597900] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock member-03949d61-476d-4592-a53a-be5ca4c18b3b taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.597900] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-03949d61-476d-4592-a53a-be5ca4c18b3b" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.597900] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-03949d61-476d-4592-a53a-be5ca4c18b3b" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.597900] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-03949d61-476d-4592-a53a-be5ca4c18b3b" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.598241] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.598241] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.598241] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.598371] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.598507] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.598585] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('03949d61-476d-4592-a53a-be5ca4c18b3b',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1058.599888] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock port-eb428de9-0c02-48fb-b9fc-b37660f92ac3 taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.600032] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-eb428de9-0c02-48fb-b9fc-b37660f92ac3" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.600032] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-eb428de9-0c02-48fb-b9fc-b37660f92ac3" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.600486] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-eb428de9-0c02-48fb-b9fc-b37660f92ac3" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.600486] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('eb428de9-0c02-48fb-b9fc-b37660f92ac3',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1059.102040] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('03949d61-476d-4592-a53a-be5ca4c18b3b',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1059.102887] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock member-03949d61-476d-4592-a53a-be5ca4c18b3b taken with stack trace [, , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.103027] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-03949d61-476d-4592-a53a-be5ca4c18b3b" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.103697] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port eb428de9-0c02-48fb-b9fc-b37660f92ac3 with status ACTIVE [ 1059.103697] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.103697] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.103697] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.104394] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.104394] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.104394] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.104394] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.104394] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.104699] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.104699] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.105776] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.105861] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.105910] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.106065] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.106150] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.106240] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: eb428de9-0c02-48fb-b9fc-b37660f92ac3 is going to be updated. [ 1059.127068] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.127259] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.127324] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.127508] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.127643] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.127802] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-eb428de9-0c02-48fb-b9fc-b37660f92ac3" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.399305] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.399479] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.399556] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.399770] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.399887] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1059.604584] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('03949d61-476d-4592-a53a-be5ca4c18b3b',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1059.902391] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1060.109567] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.109796] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.109796] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.110015] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.110189] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.110294] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 03949d61-476d-4592-a53a-be5ca4c18b3b is going to be created. [ 1060.134079] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.134223] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.134272] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.134484] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.134650] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.144734] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 03949d61-476d-4592-a53a-be5ca4c18b3b in Status: UNINITIALIZED for 2s [ 1060.406337] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1060.913250] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 1060.913664] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 1061.458191] env[65288]: INFO networking_nsxv3.common.synchronization [None req-75e8cc72-0feb-4d5d-889d-ac84e6675fbf None None] Enqueued Resource ID: 3810d865-f047-4174-aa53-619f17d3c27b with Priority: HIGHEST for action port [ 1061.458745] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3810d865-f047-4174-aa53-619f17d3c27b with Priority: HIGHEST for action port [ 1061.459456] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock port-3810d865-f047-4174-aa53-619f17d3c27b taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.459456] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3810d865-f047-4174-aa53-619f17d3c27b" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.462027] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3810d865-f047-4174-aa53-619f17d3c27b" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.462389] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3810d865-f047-4174-aa53-619f17d3c27b" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.462429] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3810d865-f047-4174-aa53-619f17d3c27b',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1061.780311] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.780497] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.780540] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.780754] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.796471] env[65288]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 1061.797336] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.798169] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 1061.835749] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.835749] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.835749] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.835749] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.848160] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.848927] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 1061.849074] env[65288]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=65288) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1061.849143] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 1061.903207] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.903207] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.903207] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.903207] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.903891] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.904479] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 1061.964889] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 3810d865-f047-4174-aa53-619f17d3c27b [ 1061.965725] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.965725] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.965725] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.965725] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.965725] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.965950] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:3810d865-f047-4174-aa53-619f17d3c27b already deleted. [ 1061.965950] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3810d865-f047-4174-aa53-619f17d3c27b" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.992387] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.992791] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.992791] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.993226] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.993401] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.994663] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 1062.131230] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.131371] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.131441] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.131653] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.131957] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.132278] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:52. [ 1062.132378] env[65288]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:{'30308f46-39e1-47e7-b2b2-aeb4d6f5c44e', 'ada53836-28c8-4535-89e2-e67e49a24d7f', '56718f5e-ffc3-4fca-80b6-7c58be43f4f4', 'cb39eb2f-fa04-4c19-9a69-ad1eb4b88e84', '92bb48a2-ecde-466f-8487-cb0f1c93b7f3', '9d1f07fa-6eec-4b17-992b-d2110b080544', '658c55a4-a0c7-40fc-92a1-32f7de8823c6', '3a664249-2453-4d98-bc44-0c3aab5f1f25', '8443f52b-0940-4005-88a2-0982cca8bee6', '5c1b1b02-0d0e-421c-9442-12c88f168c61', '478730e0-937c-4d51-bdac-99273bb9dff3', '7990b5cf-72d7-4951-8533-00af83cf81f5', '7c0d4d7d-0f42-44b6-9b96-48783f50789f', '0d7ba79b-ed4a-4041-b61b-3287e064aca9', '7c5eacb1-dc08-44cb-9c94-fd0ecc833004', '2fb35559-ccf9-4477-9499-828fe56870c8', '95112a18-891c-4b28-bdef-db6097f2cb82', '18e4ffa8-cd2d-48f6-b099-1a9f889f7ca1', '8ef647dc-d512-4f76-953f-90944fd4aeda', '660ad36e-3e26-4bd0-b7f4-2aa91278d56a', 'd0e97683-17f6-4d4c-80d6-2bdf01e1d98f', '2207e151-130b-4a9e-ab26-c9e8f409213d', 'b6fe7cc2-2f0a-4283-8763-dc7c3132388f', 'e2faeaba-7ab5-4e86-9e62-a1433421fc32', '38d57888-b87b-4e90-a7a3-734496629950', '7febb477-5157-4c38-90ef-df7420edadd6', 'd245eef6-5371-47ae-aacd-21ec39f91d63', '8ed4fba3-b4bf-4641-bcf5-85eb95bd2941', 'e992998d-5675-40b8-9724-0b94dbc625ed', '384869a2-ef01-491e-af51-f22caa974fb7', '8b553199-417d-43ed-8e52-c3d81fd8a393', '0d639079-af2f-4fc8-bec9-00579ffb0c3f', '287fc408-1355-4ea2-843d-f405317b90ba', 'a11330c4-cf58-4a08-a8b1-e79c4012e1bd', 'cb633488-fd57-4814-b820-0f38380a3239', '87c84149-cfef-4d12-ab0a-ed7e843e7799', '35978517-9772-44ae-a9e9-7bc03617687e', '829f8e2a-34a6-4ed5-87c0-e3080c6d8393', 'ea06a721-ec40-45ad-9f76-f8a7965f00f6', '53359e10-2543-4595-b61f-58a2f432658d', 'd4809d67-1b31-408a-868c-7991f7666292', 'eb06f8a7-bbbd-42b6-b72d-c6b0c2a9ecca', '190d80dc-4948-45bb-a2a0-fd44e4377cb2', 'ed4a84a9-18c7-4f4d-a791-087741929187', '2f920d6e-7a3a-4d36-b54f-f21620e096f6', '839375fa-5177-4d9b-b4a5-4286bbde7bfe', 'fed5066d-4771-4433-bc29-557a9f1307e0', '61335d04-4310-48c7-92a4-956bad255ae1', '68869bfc-a20e-4e3d-ade3-cc6a82542b07', '6ef3aa30-71e5-4dd3-aed3-6e3db0579d82', 'b13e28ee-b8aa-43ab-83df-d02231540216', '09794d10-d98d-4846-97f7-d7ed19521348'} {{(pid=65288) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1062.132564] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 1062.156995] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.156995] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.156995] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.157277] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.157277] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.157347] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 1062.157395] env[65288]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=65288) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1062.157440] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 1062.162455] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 03949d61-476d-4592-a53a-be5ca4c18b3b in Status: SUCCESS [ 1062.162688] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-03949d61-476d-4592-a53a-be5ca4c18b3b" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.163271] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-03949d61-476d-4592-a53a-be5ca4c18b3b" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.164813] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-03949d61-476d-4592-a53a-be5ca4c18b3b" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.164813] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.164813] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.164813] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.164813] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.164813] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.164813] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-03949d61-476d-4592-a53a-be5ca4c18b3b" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.164813] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('03949d61-476d-4592-a53a-be5ca4c18b3b',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1062.231955] env[65288]: INFO networking_nsxv3.common.synchronization [req-59e20a6a-92b7-4a08-bb35-6ab5d45cf720 req-d92014d1-1511-40e4-a0bc-32335dd011ed tempest-ServerRescueNegativeTestJSON-235637479 tempest-ServerRescueNegativeTestJSON-235637479-project-member] Enqueued Resource ID: 7c5eacb1-dc08-44cb-9c94-fd0ecc833004 with Priority: HIGHEST for action security_group_members [ 1062.231955] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7c5eacb1-dc08-44cb-9c94-fd0ecc833004 with Priority: HIGHEST for action security_group_members [ 1062.235021] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock member-7c5eacb1-dc08-44cb-9c94-fd0ecc833004 taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.235021] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7c5eacb1-dc08-44cb-9c94-fd0ecc833004" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.235021] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7c5eacb1-dc08-44cb-9c94-fd0ecc833004" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.235021] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7c5eacb1-dc08-44cb-9c94-fd0ecc833004" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.235021] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.235021] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.235021] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.235021] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.235021] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.235021] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7c5eacb1-dc08-44cb-9c94-fd0ecc833004',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1062.257946] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.258365] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.258365] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.258671] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.259606] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.259768] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 1062.259846] env[65288]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=65288) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1062.259916] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 1062.259983] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 1062.260101] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 20/52 resources of Type:Security Group Rules [ 1062.260199] env[65288]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 30308f46-39e1-47e7-b2b2-aeb4d6f5c44e with Priority: HIGH for action security_group_rules [ 1062.260358] env[65288]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: ada53836-28c8-4535-89e2-e67e49a24d7f with Priority: HIGH for action security_group_rules [ 1062.260358] env[65288]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 56718f5e-ffc3-4fca-80b6-7c58be43f4f4 with Priority: HIGH for action security_group_rules [ 1062.260434] env[65288]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: cb39eb2f-fa04-4c19-9a69-ad1eb4b88e84 with Priority: HIGH for action security_group_rules [ 1062.260473] env[65288]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 92bb48a2-ecde-466f-8487-cb0f1c93b7f3 with Priority: HIGH for action security_group_rules [ 1062.260519] env[65288]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 9d1f07fa-6eec-4b17-992b-d2110b080544 with Priority: HIGH for action security_group_rules [ 1062.260576] env[65288]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 658c55a4-a0c7-40fc-92a1-32f7de8823c6 with Priority: HIGH for action security_group_rules [ 1062.260640] env[65288]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 3a664249-2453-4d98-bc44-0c3aab5f1f25 with Priority: HIGH for action security_group_rules [ 1062.260700] env[65288]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 8443f52b-0940-4005-88a2-0982cca8bee6 with Priority: HIGH for action security_group_rules [ 1062.260760] env[65288]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 5c1b1b02-0d0e-421c-9442-12c88f168c61 with Priority: HIGH for action security_group_rules [ 1062.260839] env[65288]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 478730e0-937c-4d51-bdac-99273bb9dff3 with Priority: HIGH for action security_group_rules [ 1062.260901] env[65288]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 7990b5cf-72d7-4951-8533-00af83cf81f5 with Priority: HIGH for action security_group_rules [ 1062.260961] env[65288]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 7c0d4d7d-0f42-44b6-9b96-48783f50789f with Priority: HIGH for action security_group_rules [ 1062.261032] env[65288]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 0d7ba79b-ed4a-4041-b61b-3287e064aca9 with Priority: HIGH for action security_group_rules [ 1062.261097] env[65288]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 7c5eacb1-dc08-44cb-9c94-fd0ecc833004 with Priority: HIGH for action security_group_rules [ 1062.261193] env[65288]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 2fb35559-ccf9-4477-9499-828fe56870c8 with Priority: HIGH for action security_group_rules [ 1062.261281] env[65288]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 95112a18-891c-4b28-bdef-db6097f2cb82 with Priority: HIGH for action security_group_rules [ 1062.261345] env[65288]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 18e4ffa8-cd2d-48f6-b099-1a9f889f7ca1 with Priority: HIGH for action security_group_rules [ 1062.261407] env[65288]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 8ef647dc-d512-4f76-953f-90944fd4aeda with Priority: HIGH for action security_group_rules [ 1062.261469] env[65288]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 660ad36e-3e26-4bd0-b7f4-2aa91278d56a with Priority: HIGH for action security_group_rules [ 1062.261566] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.672050] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('03949d61-476d-4592-a53a-be5ca4c18b3b',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1062.739940] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.739940] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.739940] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.739940] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.763776] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.763776] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.763776] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.763776] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.764144] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.764144] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.764231] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7c5eacb1-dc08-44cb-9c94-fd0ecc833004 is going to be updated. [ 1062.793024] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.793024] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.793304] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.793304] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.794057] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.805649] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7c5eacb1-dc08-44cb-9c94-fd0ecc833004 in Status: IN_PROGRESS for 2s [ 1063.175184] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 03949d61-476d-4592-a53a-be5ca4c18b3b: rpc.has_security_group_logging(os_id): False [ 1063.193985] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.194210] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.194210] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.194497] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.194592] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.194839] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.194943] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.195054] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.195291] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.195376] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.195467] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 03949d61-476d-4592-a53a-be5ca4c18b3b is going to be created. [ 1063.258537] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.258537] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.258537] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.258537] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.258537] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.271154] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 03949d61-476d-4592-a53a-be5ca4c18b3b in Status: IN_PROGRESS for 2s [ 1063.503927] env[65288]: INFO networking_nsxv3.common.synchronization [req-57e9bd08-4346-4a33-9a1c-4f1911c52e5a req-8a4eace1-8b1c-4858-b978-ca53f9d7671e tempest-ServersTestJSON-1364057316 tempest-ServersTestJSON-1364057316-project-member] Enqueued Resource ID: 6ef3aa30-71e5-4dd3-aed3-6e3db0579d82 with Priority: HIGHEST for action security_group_members [ 1063.504477] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6ef3aa30-71e5-4dd3-aed3-6e3db0579d82 with Priority: HIGHEST for action security_group_members [ 1063.504636] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 30308f46-39e1-47e7-b2b2-aeb4d6f5c44e with Priority: HIGH for action security_group_rules [ 1063.504673] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 56718f5e-ffc3-4fca-80b6-7c58be43f4f4 with Priority: HIGH for action security_group_rules [ 1063.504779] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 658c55a4-a0c7-40fc-92a1-32f7de8823c6 with Priority: HIGH for action security_group_rules [ 1063.505276] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7c5eacb1-dc08-44cb-9c94-fd0ecc833004 with Priority: HIGH for action security_group_rules [ 1063.505276] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 660ad36e-3e26-4bd0-b7f4-2aa91278d56a with Priority: HIGH for action security_group_rules [ 1063.505276] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8ef647dc-d512-4f76-953f-90944fd4aeda with Priority: HIGH for action security_group_rules [ 1063.505276] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 18e4ffa8-cd2d-48f6-b099-1a9f889f7ca1 with Priority: HIGH for action security_group_rules [ 1063.505276] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 95112a18-891c-4b28-bdef-db6097f2cb82 with Priority: HIGH for action security_group_rules [ 1063.505516] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0d7ba79b-ed4a-4041-b61b-3287e064aca9 with Priority: HIGH for action security_group_rules [ 1063.505516] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2fb35559-ccf9-4477-9499-828fe56870c8 with Priority: HIGH for action security_group_rules [ 1063.505584] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7c0d4d7d-0f42-44b6-9b96-48783f50789f with Priority: HIGH for action security_group_rules [ 1063.505688] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7990b5cf-72d7-4951-8533-00af83cf81f5 with Priority: HIGH for action security_group_rules [ 1063.506319] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 478730e0-937c-4d51-bdac-99273bb9dff3 with Priority: HIGH for action security_group_rules [ 1063.506319] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5c1b1b02-0d0e-421c-9442-12c88f168c61 with Priority: HIGH for action security_group_rules [ 1063.506474] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8443f52b-0940-4005-88a2-0982cca8bee6 with Priority: HIGH for action security_group_rules [ 1063.506531] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9d1f07fa-6eec-4b17-992b-d2110b080544 with Priority: HIGH for action security_group_rules [ 1063.506625] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3a664249-2453-4d98-bc44-0c3aab5f1f25 with Priority: HIGH for action security_group_rules [ 1063.506800] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 92bb48a2-ecde-466f-8487-cb0f1c93b7f3 with Priority: HIGH for action security_group_rules [ 1063.506860] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ada53836-28c8-4535-89e2-e67e49a24d7f with Priority: HIGH for action security_group_rules [ 1063.506919] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cb39eb2f-fa04-4c19-9a69-ad1eb4b88e84 with Priority: HIGH for action security_group_rules [ 1063.507258] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock member-6ef3aa30-71e5-4dd3-aed3-6e3db0579d82 taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.507402] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6ef3aa30-71e5-4dd3-aed3-6e3db0579d82" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.507468] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6ef3aa30-71e5-4dd3-aed3-6e3db0579d82" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.507682] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6ef3aa30-71e5-4dd3-aed3-6e3db0579d82" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.507861] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.507967] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.508382] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.508588] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.508717] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.508831] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6ef3aa30-71e5-4dd3-aed3-6e3db0579d82',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1063.510046] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock rules-30308f46-39e1-47e7-b2b2-aeb4d6f5c44e taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.510737] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-30308f46-39e1-47e7-b2b2-aeb4d6f5c44e" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.510737] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-30308f46-39e1-47e7-b2b2-aeb4d6f5c44e" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.510737] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-30308f46-39e1-47e7-b2b2-aeb4d6f5c44e" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.510737] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('30308f46-39e1-47e7-b2b2-aeb4d6f5c44e',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1063.511692] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock rules-56718f5e-ffc3-4fca-80b6-7c58be43f4f4 taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.512503] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-56718f5e-ffc3-4fca-80b6-7c58be43f4f4" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.512503] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-56718f5e-ffc3-4fca-80b6-7c58be43f4f4" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.512503] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-56718f5e-ffc3-4fca-80b6-7c58be43f4f4" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.512503] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('56718f5e-ffc3-4fca-80b6-7c58be43f4f4',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1063.513206] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock rules-658c55a4-a0c7-40fc-92a1-32f7de8823c6 taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.513319] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-658c55a4-a0c7-40fc-92a1-32f7de8823c6" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.513383] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-658c55a4-a0c7-40fc-92a1-32f7de8823c6" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.514654] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-658c55a4-a0c7-40fc-92a1-32f7de8823c6" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.514654] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('658c55a4-a0c7-40fc-92a1-32f7de8823c6',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1063.514654] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7c5eacb1-dc08-44cb-9c94-fd0ecc833004 taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.515120] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7c5eacb1-dc08-44cb-9c94-fd0ecc833004" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.515120] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7c5eacb1-dc08-44cb-9c94-fd0ecc833004" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.515120] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7c5eacb1-dc08-44cb-9c94-fd0ecc833004" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.515120] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7c5eacb1-dc08-44cb-9c94-fd0ecc833004',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1063.515945] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock rules-660ad36e-3e26-4bd0-b7f4-2aa91278d56a taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.516078] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-660ad36e-3e26-4bd0-b7f4-2aa91278d56a" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.516135] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-660ad36e-3e26-4bd0-b7f4-2aa91278d56a" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.516244] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-660ad36e-3e26-4bd0-b7f4-2aa91278d56a" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.516334] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('660ad36e-3e26-4bd0-b7f4-2aa91278d56a',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1063.517368] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8ef647dc-d512-4f76-953f-90944fd4aeda taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.517498] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8ef647dc-d512-4f76-953f-90944fd4aeda" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.517556] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8ef647dc-d512-4f76-953f-90944fd4aeda" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.517708] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8ef647dc-d512-4f76-953f-90944fd4aeda" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.517781] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8ef647dc-d512-4f76-953f-90944fd4aeda',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1063.521421] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock rules-18e4ffa8-cd2d-48f6-b099-1a9f889f7ca1 taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.522623] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-18e4ffa8-cd2d-48f6-b099-1a9f889f7ca1" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.522623] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-18e4ffa8-cd2d-48f6-b099-1a9f889f7ca1" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.522623] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-18e4ffa8-cd2d-48f6-b099-1a9f889f7ca1" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.522623] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('18e4ffa8-cd2d-48f6-b099-1a9f889f7ca1',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1063.522938] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock rules-95112a18-891c-4b28-bdef-db6097f2cb82 taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.523046] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-95112a18-891c-4b28-bdef-db6097f2cb82" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.523623] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-95112a18-891c-4b28-bdef-db6097f2cb82" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.523623] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-95112a18-891c-4b28-bdef-db6097f2cb82" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.523623] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('95112a18-891c-4b28-bdef-db6097f2cb82',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1063.524537] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0d7ba79b-ed4a-4041-b61b-3287e064aca9 taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.524537] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0d7ba79b-ed4a-4041-b61b-3287e064aca9" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.524537] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0d7ba79b-ed4a-4041-b61b-3287e064aca9" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.524537] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0d7ba79b-ed4a-4041-b61b-3287e064aca9" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.524990] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0d7ba79b-ed4a-4041-b61b-3287e064aca9',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1063.525386] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2fb35559-ccf9-4477-9499-828fe56870c8 taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.526290] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2fb35559-ccf9-4477-9499-828fe56870c8" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.526290] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2fb35559-ccf9-4477-9499-828fe56870c8" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.526290] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2fb35559-ccf9-4477-9499-828fe56870c8" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.526290] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2fb35559-ccf9-4477-9499-828fe56870c8',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1063.526955] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7c0d4d7d-0f42-44b6-9b96-48783f50789f taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.526955] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7c0d4d7d-0f42-44b6-9b96-48783f50789f" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.526955] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7c0d4d7d-0f42-44b6-9b96-48783f50789f" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.526955] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7c0d4d7d-0f42-44b6-9b96-48783f50789f" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.526955] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7c0d4d7d-0f42-44b6-9b96-48783f50789f',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1063.528105] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7990b5cf-72d7-4951-8533-00af83cf81f5 taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.528443] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7990b5cf-72d7-4951-8533-00af83cf81f5" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.528443] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7990b5cf-72d7-4951-8533-00af83cf81f5" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.529063] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7990b5cf-72d7-4951-8533-00af83cf81f5" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.529063] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7990b5cf-72d7-4951-8533-00af83cf81f5',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1063.529586] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock rules-478730e0-937c-4d51-bdac-99273bb9dff3 taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.529586] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-478730e0-937c-4d51-bdac-99273bb9dff3" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.529586] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-478730e0-937c-4d51-bdac-99273bb9dff3" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.529804] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-478730e0-937c-4d51-bdac-99273bb9dff3" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.529804] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('478730e0-937c-4d51-bdac-99273bb9dff3',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1063.531363] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5c1b1b02-0d0e-421c-9442-12c88f168c61 taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.531724] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5c1b1b02-0d0e-421c-9442-12c88f168c61" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.532253] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5c1b1b02-0d0e-421c-9442-12c88f168c61" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.532253] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5c1b1b02-0d0e-421c-9442-12c88f168c61" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.532253] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5c1b1b02-0d0e-421c-9442-12c88f168c61',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1063.533533] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8443f52b-0940-4005-88a2-0982cca8bee6 taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.533729] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8443f52b-0940-4005-88a2-0982cca8bee6" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.534070] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8443f52b-0940-4005-88a2-0982cca8bee6" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.534070] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8443f52b-0940-4005-88a2-0982cca8bee6" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.534225] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8443f52b-0940-4005-88a2-0982cca8bee6',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1063.535297] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9d1f07fa-6eec-4b17-992b-d2110b080544 taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.535448] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9d1f07fa-6eec-4b17-992b-d2110b080544" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.535549] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9d1f07fa-6eec-4b17-992b-d2110b080544" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.535770] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9d1f07fa-6eec-4b17-992b-d2110b080544" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.535851] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9d1f07fa-6eec-4b17-992b-d2110b080544',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1063.537392] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3a664249-2453-4d98-bc44-0c3aab5f1f25 taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.537492] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3a664249-2453-4d98-bc44-0c3aab5f1f25" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.537603] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3a664249-2453-4d98-bc44-0c3aab5f1f25" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.537810] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3a664249-2453-4d98-bc44-0c3aab5f1f25" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.537810] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3a664249-2453-4d98-bc44-0c3aab5f1f25',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1063.538560] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock rules-92bb48a2-ecde-466f-8487-cb0f1c93b7f3 taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.538690] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-92bb48a2-ecde-466f-8487-cb0f1c93b7f3" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.538690] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-92bb48a2-ecde-466f-8487-cb0f1c93b7f3" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.538832] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-92bb48a2-ecde-466f-8487-cb0f1c93b7f3" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.538906] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('92bb48a2-ecde-466f-8487-cb0f1c93b7f3',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1063.541542] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ada53836-28c8-4535-89e2-e67e49a24d7f taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.541542] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ada53836-28c8-4535-89e2-e67e49a24d7f" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.541542] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ada53836-28c8-4535-89e2-e67e49a24d7f" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.541542] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ada53836-28c8-4535-89e2-e67e49a24d7f" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.541542] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ada53836-28c8-4535-89e2-e67e49a24d7f',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1063.541542] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cb39eb2f-fa04-4c19-9a69-ad1eb4b88e84 taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.541542] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cb39eb2f-fa04-4c19-9a69-ad1eb4b88e84" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.541542] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cb39eb2f-fa04-4c19-9a69-ad1eb4b88e84" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.541542] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cb39eb2f-fa04-4c19-9a69-ad1eb4b88e84" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.541542] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cb39eb2f-fa04-4c19-9a69-ad1eb4b88e84',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1063.542863] env[65288]: WARNING oslo_messaging._drivers.amqpdriver [-] Number of call queues is 21, greater than warning threshold: 20. There could be a leak. Increasing threshold to: 40 [ 1063.569147] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.569295] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.569341] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.570207] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.594952] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.595176] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 30308f46-39e1-47e7-b2b2-aeb4d6f5c44e is going to be deleted. [ 1063.659044] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.659282] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.659282] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.659475] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.659568] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.659685] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-30308f46-39e1-47e7-b2b2-aeb4d6f5c44e" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.777335] env[65288]: INFO networking_nsxv3.common.synchronization [None req-672922bc-33ec-400f-98ff-a2139bb3b07d None None] Enqueued Resource ID: 33d33aef-7ff4-4595-85a6-3e65982e25d1 with Priority: HIGHEST for action port [ 1063.777335] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 33d33aef-7ff4-4595-85a6-3e65982e25d1 with Priority: HIGHEST for action port [ 1063.777335] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock port-33d33aef-7ff4-4595-85a6-3e65982e25d1 taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.778216] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-33d33aef-7ff4-4595-85a6-3e65982e25d1" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.778353] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-33d33aef-7ff4-4595-85a6-3e65982e25d1" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.778736] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-33d33aef-7ff4-4595-85a6-3e65982e25d1" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.778862] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('33d33aef-7ff4-4595-85a6-3e65982e25d1',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1064.009867] env[65288]: DEBUG networking_nsxv3.common.locking [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Lock network-573 taken with stack trace [, , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.010110] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquiring lock "network-573" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.010306] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired lock "network-573" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.010566] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired external semaphore "network-573" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.010820] env[65288]: DEBUG networking_nsxv3.common.locking [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.010975] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquiring lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.011896] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.012161] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired external semaphore "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.012318] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Releasing lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.012533] env[65288]: DEBUG dogpile.cache.region [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] No value present for key: 'zone-id' {{(pid=65288) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1064.012643] env[65288]: DEBUG dogpile.lock [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] NeedRegenerationException {{(pid=65288) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1064.012748] env[65288]: DEBUG dogpile.lock [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] no value, waiting for create lock {{(pid=65288) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1064.012851] env[65288]: DEBUG dogpile.lock [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] value creation lock acquired {{(pid=65288) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1064.012959] env[65288]: DEBUG dogpile.cache.region [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] No value present for key: 'zone-id' {{(pid=65288) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1064.013073] env[65288]: DEBUG dogpile.lock [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Calling creation function for not-yet-present value {{(pid=65288) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1064.013213] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1064.040926] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1064.041199] env[65288]: DEBUG dogpile.cache.region [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Cache value generated in 0.028 seconds for key(s): 'zone-id' {{(pid=65288) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1064.041275] env[65288]: DEBUG dogpile.lock [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Released creation lock {{(pid=65288) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1064.041562] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Releasing lock "network-573" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.042041] env[65288]: DEBUG networking_nsxv3.common.locking [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Lock port-4c9ea909-8773-4b0e-8443-d0faba4b6c91 taken with stack trace [, , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.042306] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquiring lock "port-4c9ea909-8773-4b0e-8443-d0faba4b6c91" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.042515] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired lock "port-4c9ea909-8773-4b0e-8443-d0faba4b6c91" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.042972] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired external semaphore "port-4c9ea909-8773-4b0e-8443-d0faba4b6c91" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.043156] env[65288]: DEBUG networking_nsxv3.api.rpc [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4c9ea909-8773-4b0e-8443-d0faba4b6c91',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1064.045633] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6ef3aa30-71e5-4dd3-aed3-6e3db0579d82',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1064.046813] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock member-658c55a4-a0c7-40fc-92a1-32f7de8823c6 taken with stack trace [, , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.046813] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-658c55a4-a0c7-40fc-92a1-32f7de8823c6" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.047057] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-658c55a4-a0c7-40fc-92a1-32f7de8823c6" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.047296] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-658c55a4-a0c7-40fc-92a1-32f7de8823c6" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.047928] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.048109] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.048216] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.048470] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.048611] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.048748] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-658c55a4-a0c7-40fc-92a1-32f7de8823c6" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.048881] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('658c55a4-a0c7-40fc-92a1-32f7de8823c6',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1064.069489] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock member-5c1b1b02-0d0e-421c-9442-12c88f168c61 taken with stack trace [, , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.069699] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5c1b1b02-0d0e-421c-9442-12c88f168c61" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.069699] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5c1b1b02-0d0e-421c-9442-12c88f168c61" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.069878] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5c1b1b02-0d0e-421c-9442-12c88f168c61" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.070051] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.070183] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.070277] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.070444] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.070530] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.070681] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5c1b1b02-0d0e-421c-9442-12c88f168c61" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.070766] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5c1b1b02-0d0e-421c-9442-12c88f168c61',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1064.075337] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock member-8443f52b-0940-4005-88a2-0982cca8bee6 taken with stack trace [, , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.075448] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8443f52b-0940-4005-88a2-0982cca8bee6" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.075516] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8443f52b-0940-4005-88a2-0982cca8bee6" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.075674] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8443f52b-0940-4005-88a2-0982cca8bee6" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.075818] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.075915] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.076066] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.076132] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.076192] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.076275] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8443f52b-0940-4005-88a2-0982cca8bee6" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.076360] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8443f52b-0940-4005-88a2-0982cca8bee6',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1064.125785] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.125988] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.126188] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.126386] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.128733] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.128934] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.130292] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.130454] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.131567] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.131722] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.134221] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.134398] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.139027] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.139027] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.139027] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.139027] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.139446] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.139559] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.140359] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.140498] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.141148] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.141232] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.142032] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.142121] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.144066] env[65288]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1064.144522] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.144645] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.145400] env[65288]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1064.145784] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.145865] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.147853] env[65288]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1064.148134] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.148269] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.154117] env[65288]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1064.154761] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.154888] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.155832] env[65288]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1064.156349] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.156613] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9d1f07fa-6eec-4b17-992b-d2110b080544 is going to be deleted. [ 1064.157686] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.157890] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.159929] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.160090] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.180262] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.180544] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7c0d4d7d-0f42-44b6-9b96-48783f50789f is going to be deleted. [ 1064.181454] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.181692] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.204646] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.204910] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7990b5cf-72d7-4951-8533-00af83cf81f5 is going to be deleted. [ 1064.205922] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.206456] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.221360] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.221612] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.231098] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.231289] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cb39eb2f-fa04-4c19-9a69-ad1eb4b88e84 is going to be deleted. [ 1064.232286] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.232537] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.235437] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.235660] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.252916] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.253354] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 478730e0-937c-4d51-bdac-99273bb9dff3 is going to be deleted. [ 1064.254292] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.254520] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.263364] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.263670] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.281479] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.281747] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 92bb48a2-ecde-466f-8487-cb0f1c93b7f3 is going to be deleted. [ 1064.283145] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.283469] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.284764] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 33d33aef-7ff4-4595-85a6-3e65982e25d1 [ 1064.285042] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.285632] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.285632] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.285632] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.285794] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.285910] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:33d33aef-7ff4-4595-85a6-3e65982e25d1 already deleted. [ 1064.286084] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-33d33aef-7ff4-4595-85a6-3e65982e25d1" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.349261] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.349429] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3a664249-2453-4d98-bc44-0c3aab5f1f25 is going to be deleted. [ 1064.350365] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.350568] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.373900] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.374111] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.380017] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.380240] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.401944] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.402174] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0d7ba79b-ed4a-4041-b61b-3287e064aca9 is going to be deleted. [ 1064.403133] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.403455] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.431642] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.431851] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.437744] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.437981] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 56718f5e-ffc3-4fca-80b6-7c58be43f4f4 is going to be deleted. [ 1064.439142] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.439710] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.471899] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.472135] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.487248] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.487448] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.488329] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.488440] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 95112a18-891c-4b28-bdef-db6097f2cb82 is going to be deleted. [ 1064.489347] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.489559] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.542165] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.542305] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8ef647dc-d512-4f76-953f-90944fd4aeda is going to be deleted. [ 1064.543231] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.543445] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.564104] env[65288]: DEBUG networking_nsxv3.common.locking [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.564350] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.564478] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.564761] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.564913] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.565085] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Segment Port 4c9ea909-8773-4b0e-8443-d0faba4b6c91 not found, creating... [ 1064.565350] env[65288]: DEBUG networking_nsxv3.common.locking [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.565519] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquiring lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.565618] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.565866] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired external semaphore "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.566021] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Releasing lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.566306] env[65288]: DEBUG networking_nsxv3.common.locking [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.566456] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.566569] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.566772] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.566902] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.567049] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Resource: SegmentPort with ID: 4c9ea909-8773-4b0e-8443-d0faba4b6c91 is going to be created. [ 1064.568172] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6ef3aa30-71e5-4dd3-aed3-6e3db0579d82',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1064.569034] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('658c55a4-a0c7-40fc-92a1-32f7de8823c6',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1064.583485] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock member-5c1b1b02-0d0e-421c-9442-12c88f168c61 taken with stack trace [, , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.583740] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5c1b1b02-0d0e-421c-9442-12c88f168c61" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.583740] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5c1b1b02-0d0e-421c-9442-12c88f168c61" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.583925] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5c1b1b02-0d0e-421c-9442-12c88f168c61" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.584100] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.584229] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.584312] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.584410] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.584496] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.584573] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5c1b1b02-0d0e-421c-9442-12c88f168c61" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.584717] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock member-5c1b1b02-0d0e-421c-9442-12c88f168c61 taken with stack trace [, , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.584799] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5c1b1b02-0d0e-421c-9442-12c88f168c61" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.584852] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5c1b1b02-0d0e-421c-9442-12c88f168c61" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.584990] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5c1b1b02-0d0e-421c-9442-12c88f168c61" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.585183] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.585304] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.585304] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.585443] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.585515] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.585595] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5c1b1b02-0d0e-421c-9442-12c88f168c61" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.585689] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5c1b1b02-0d0e-421c-9442-12c88f168c61',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1064.589835] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8443f52b-0940-4005-88a2-0982cca8bee6',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1064.592035] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.592170] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.593481] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.593594] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 18e4ffa8-cd2d-48f6-b099-1a9f889f7ca1 is going to be deleted. [ 1064.594992] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.595236] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.623580] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.623809] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.650557] env[65288]: DEBUG networking_nsxv3.common.locking [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.650795] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.650953] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.651295] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.651601] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.651854] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Releasing lock "port-4c9ea909-8773-4b0e-8443-d0faba4b6c91" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.653527] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.653623] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2fb35559-ccf9-4477-9499-828fe56870c8 is going to be deleted. [ 1064.654529] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.654814] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.654814] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.654916] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7c5eacb1-dc08-44cb-9c94-fd0ecc833004 is going to be deleted. [ 1064.655940] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.656138] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.795250] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.795462] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.810762] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.810964] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 660ad36e-3e26-4bd0-b7f4-2aa91278d56a is going to be deleted. [ 1064.812018] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.812422] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.819637] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7c5eacb1-dc08-44cb-9c94-fd0ecc833004 in Status: SUCCESS [ 1064.819834] env[65288]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7c5eacb1-dc08-44cb-9c94-fd0ecc833004 deletion is rescheduled due to dependency. [ 1064.819954] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7c5eacb1-dc08-44cb-9c94-fd0ecc833004" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.887321] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.887449] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.889997] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.890188] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ada53836-28c8-4535-89e2-e67e49a24d7f is going to be deleted. [ 1064.891235] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.891495] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.891593] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.891722] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9d1f07fa-6eec-4b17-992b-d2110b080544" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.891884] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.892332] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.892419] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.892773] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7c0d4d7d-0f42-44b6-9b96-48783f50789f" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.893348] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.893511] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.893591] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.893705] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7990b5cf-72d7-4951-8533-00af83cf81f5" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.893865] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.894091] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.894163] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.894203] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cb39eb2f-fa04-4c19-9a69-ad1eb4b88e84" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.897555] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.897555] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.897555] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.897555] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-478730e0-937c-4d51-bdac-99273bb9dff3" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.897555] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.897555] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.897555] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.897555] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-92bb48a2-ecde-466f-8487-cb0f1c93b7f3" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.897555] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.897555] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.897555] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.897555] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0d7ba79b-ed4a-4041-b61b-3287e064aca9" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.897555] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.897555] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.897555] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.897555] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3a664249-2453-4d98-bc44-0c3aab5f1f25" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.897555] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.897555] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.897555] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.897555] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-95112a18-891c-4b28-bdef-db6097f2cb82" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.897555] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.897555] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.897555] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.897555] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-56718f5e-ffc3-4fca-80b6-7c58be43f4f4" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.897555] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.897555] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.898583] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.898583] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8ef647dc-d512-4f76-953f-90944fd4aeda" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.898583] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.899091] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.899180] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.899292] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-18e4ffa8-cd2d-48f6-b099-1a9f889f7ca1" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.928814] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.928967] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.929038] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.929245] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.929611] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.929611] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7c5eacb1-dc08-44cb-9c94-fd0ecc833004" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.937032] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.937640] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.937640] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.937640] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.937640] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.937640] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2fb35559-ccf9-4477-9499-828fe56870c8" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.012413] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.012591] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.012591] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.013754] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.013754] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.013754] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-660ad36e-3e26-4bd0-b7f4-2aa91278d56a" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.069489] env[65288]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1065.070030] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.070190] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.070323] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.070567] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.070567] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.070718] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ada53836-28c8-4535-89e2-e67e49a24d7f" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.071202] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.071202] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.071202] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.071390] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.071433] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.071538] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6ef3aa30-71e5-4dd3-aed3-6e3db0579d82 is going to be updated. [ 1065.073673] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 658c55a4-a0c7-40fc-92a1-32f7de8823c6: rpc.has_security_group_logging(os_id): False [ 1065.088542] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5c1b1b02-0d0e-421c-9442-12c88f168c61: rpc.has_security_group_logging(os_id): False [ 1065.093361] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8443f52b-0940-4005-88a2-0982cca8bee6: rpc.has_security_group_logging(os_id): False [ 1065.111756] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.111931] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.112094] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.112233] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.139186] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.139400] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.140362] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.140477] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.148736] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.149041] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.149146] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.149198] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.149392] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.149470] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.149564] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 658c55a4-a0c7-40fc-92a1-32f7de8823c6 is going to be updated. [ 1065.150681] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.150843] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.159194] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.159425] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.159425] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.159612] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.159718] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.169848] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6ef3aa30-71e5-4dd3-aed3-6e3db0579d82 in Status: IN_PROGRESS for 2s [ 1065.201843] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.202206] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.202314] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.202382] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.202761] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.202761] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.202868] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8443f52b-0940-4005-88a2-0982cca8bee6 is going to be updated. [ 1065.203961] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.204154] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.242412] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.243115] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.243115] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.243308] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.243394] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.243462] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.244083] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.244083] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.244083] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.244083] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.244083] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.244455] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.244455] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.244455] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.244652] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.244799] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.244799] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5c1b1b02-0d0e-421c-9442-12c88f168c61 is going to be updated. [ 1065.287853] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 03949d61-476d-4592-a53a-be5ca4c18b3b in Status: SUCCESS [ 1065.288405] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-03949d61-476d-4592-a53a-be5ca4c18b3b" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.289160] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.289304] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.289386] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.289550] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.289719] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.305521] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 658c55a4-a0c7-40fc-92a1-32f7de8823c6 in Status: IN_PROGRESS for 2s [ 1065.308989] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.309197] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.309197] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.309418] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.309568] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.316053] env[65288]: INFO networking_nsxv3.common.synchronization [req-57e9bd08-4346-4a33-9a1c-4f1911c52e5a req-a1a83c3f-70a0-46b9-8c9c-5be2da2ed24b service nova] Enqueued Resource ID: 6ef3aa30-71e5-4dd3-aed3-6e3db0579d82 with Priority: HIGHEST for action security_group_rules [ 1065.316256] env[65288]: INFO networking_nsxv3.common.synchronization [req-57e9bd08-4346-4a33-9a1c-4f1911c52e5a req-a1a83c3f-70a0-46b9-8c9c-5be2da2ed24b service nova] Enqueued Resource ID: 6ef3aa30-71e5-4dd3-aed3-6e3db0579d82 with Priority: HIGHEST for action security_group_members [ 1065.316394] env[65288]: INFO networking_nsxv3.common.synchronization [req-57e9bd08-4346-4a33-9a1c-4f1911c52e5a req-a1a83c3f-70a0-46b9-8c9c-5be2da2ed24b service nova] Enqueued Resource ID: 4c9ea909-8773-4b0e-8443-d0faba4b6c91 with Priority: HIGHEST for action port [ 1065.316953] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6ef3aa30-71e5-4dd3-aed3-6e3db0579d82 with Priority: HIGHEST for action security_group_rules [ 1065.317186] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6ef3aa30-71e5-4dd3-aed3-6e3db0579d82 with Priority: HIGHEST for action security_group_members [ 1065.317401] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4c9ea909-8773-4b0e-8443-d0faba4b6c91 with Priority: HIGHEST for action port [ 1065.317556] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6ef3aa30-71e5-4dd3-aed3-6e3db0579d82 taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.317670] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6ef3aa30-71e5-4dd3-aed3-6e3db0579d82" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.317737] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6ef3aa30-71e5-4dd3-aed3-6e3db0579d82" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.317936] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6ef3aa30-71e5-4dd3-aed3-6e3db0579d82" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.318054] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6ef3aa30-71e5-4dd3-aed3-6e3db0579d82',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1065.319064] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock member-6ef3aa30-71e5-4dd3-aed3-6e3db0579d82 taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.319162] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6ef3aa30-71e5-4dd3-aed3-6e3db0579d82" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.320279] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock port-4c9ea909-8773-4b0e-8443-d0faba4b6c91 taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.320447] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4c9ea909-8773-4b0e-8443-d0faba4b6c91" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.320517] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4c9ea909-8773-4b0e-8443-d0faba4b6c91" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.321132] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4c9ea909-8773-4b0e-8443-d0faba4b6c91" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.321132] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4c9ea909-8773-4b0e-8443-d0faba4b6c91',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1065.323689] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8443f52b-0940-4005-88a2-0982cca8bee6 in Status: IN_PROGRESS for 2s [ 1065.343018] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.343241] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.343309] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.343580] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.343791] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.365071] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5c1b1b02-0d0e-421c-9442-12c88f168c61 in Status: IN_PROGRESS for 2s [ 1065.822996] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock member-6ef3aa30-71e5-4dd3-aed3-6e3db0579d82 taken with stack trace [, , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.823159] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6ef3aa30-71e5-4dd3-aed3-6e3db0579d82" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.823346] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4c9ea909-8773-4b0e-8443-d0faba4b6c91 with status ACTIVE [ 1065.823517] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.823629] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.823688] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.823909] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.823998] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.824190] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.824293] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.824346] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.824492] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.824610] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.824743] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.824833] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.824900] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.825037] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.825155] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.825244] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4c9ea909-8773-4b0e-8443-d0faba4b6c91 is going to be updated. [ 1065.877133] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.877326] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.877383] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.877547] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.877689] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.877842] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4c9ea909-8773-4b0e-8443-d0faba4b6c91" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.183564] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6ef3aa30-71e5-4dd3-aed3-6e3db0579d82 in Status: SUCCESS [ 1067.184085] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6ef3aa30-71e5-4dd3-aed3-6e3db0579d82" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.184471] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6ef3aa30-71e5-4dd3-aed3-6e3db0579d82" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.184560] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6ef3aa30-71e5-4dd3-aed3-6e3db0579d82" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.184808] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.184881] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.184924] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.185117] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.185212] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.185317] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6ef3aa30-71e5-4dd3-aed3-6e3db0579d82',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1067.324812] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 658c55a4-a0c7-40fc-92a1-32f7de8823c6 in Status: SUCCESS [ 1067.325095] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-658c55a4-a0c7-40fc-92a1-32f7de8823c6" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.338832] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8443f52b-0940-4005-88a2-0982cca8bee6 in Status: SUCCESS [ 1067.341287] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8443f52b-0940-4005-88a2-0982cca8bee6" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.383728] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5c1b1b02-0d0e-421c-9442-12c88f168c61 in Status: SUCCESS [ 1067.384030] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5c1b1b02-0d0e-421c-9442-12c88f168c61" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.687908] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6ef3aa30-71e5-4dd3-aed3-6e3db0579d82',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1068.189855] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6ef3aa30-71e5-4dd3-aed3-6e3db0579d82',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1068.692284] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.692495] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.692545] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.692758] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.692916] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.692990] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6ef3aa30-71e5-4dd3-aed3-6e3db0579d82 is going to be updated. [ 1068.722778] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.722970] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.723028] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.723291] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.723481] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.733468] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6ef3aa30-71e5-4dd3-aed3-6e3db0579d82 in Status: IN_PROGRESS for 2s [ 1069.612381] env[65288]: INFO networking_nsxv3.common.synchronization [req-d200691b-a3d3-4cee-969a-408e8872c549 req-2caf724d-caa1-4fe9-8423-2c653d387d6d tempest-ServerActionsTestOtherA-400423340 tempest-ServerActionsTestOtherA-400423340-project-member] Enqueued Resource ID: 8b553199-417d-43ed-8e52-c3d81fd8a393 with Priority: HIGHEST for action security_group_members [ 1069.612960] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8b553199-417d-43ed-8e52-c3d81fd8a393 with Priority: HIGHEST for action security_group_members [ 1069.614290] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock member-8b553199-417d-43ed-8e52-c3d81fd8a393 taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.614290] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8b553199-417d-43ed-8e52-c3d81fd8a393" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.614290] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8b553199-417d-43ed-8e52-c3d81fd8a393" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.614290] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8b553199-417d-43ed-8e52-c3d81fd8a393" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.614290] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.614290] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.614290] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.614577] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.618394] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.618572] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8b553199-417d-43ed-8e52-c3d81fd8a393',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1070.124893] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.125078] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.125152] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.125476] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.155661] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.155904] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.156077] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.156120] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.156424] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.156424] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.156541] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8b553199-417d-43ed-8e52-c3d81fd8a393 is going to be updated. [ 1070.194247] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.194404] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.194464] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.194679] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.194981] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.206132] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8b553199-417d-43ed-8e52-c3d81fd8a393 in Status: IN_PROGRESS for 2s [ 1070.230826] env[65288]: INFO networking_nsxv3.common.synchronization [req-737036ef-49a6-49ad-afd6-aa90d67ea84a req-bc72bd2a-6a88-4173-85bc-3740f349e4b4 tempest-AttachVolumeNegativeTest-2114498848 tempest-AttachVolumeNegativeTest-2114498848-project-member] Enqueued Resource ID: 8443f52b-0940-4005-88a2-0982cca8bee6 with Priority: HIGHEST for action security_group_members [ 1070.231416] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8443f52b-0940-4005-88a2-0982cca8bee6 with Priority: HIGHEST for action security_group_members [ 1070.231736] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock member-8443f52b-0940-4005-88a2-0982cca8bee6 taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.231856] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8443f52b-0940-4005-88a2-0982cca8bee6" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.232016] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8443f52b-0940-4005-88a2-0982cca8bee6" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.232130] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8443f52b-0940-4005-88a2-0982cca8bee6" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.232276] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.232372] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.232434] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.232591] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.232671] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.232762] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8443f52b-0940-4005-88a2-0982cca8bee6',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1070.736033] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.736033] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.736033] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.736661] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.736661] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.736661] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.736661] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.736661] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.736904] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.736904] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.736904] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8443f52b-0940-4005-88a2-0982cca8bee6 is going to be updated. [ 1070.749219] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6ef3aa30-71e5-4dd3-aed3-6e3db0579d82 in Status: SUCCESS [ 1070.749427] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6ef3aa30-71e5-4dd3-aed3-6e3db0579d82" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.749584] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6ef3aa30-71e5-4dd3-aed3-6e3db0579d82" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.749882] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6ef3aa30-71e5-4dd3-aed3-6e3db0579d82" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.750080] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.750805] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.750894] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.751057] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.751163] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.751270] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6ef3aa30-71e5-4dd3-aed3-6e3db0579d82" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.751380] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6ef3aa30-71e5-4dd3-aed3-6e3db0579d82',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1070.767179] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.768019] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.768125] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.768317] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.768483] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.778109] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8443f52b-0940-4005-88a2-0982cca8bee6 in Status: IN_PROGRESS for 2s [ 1071.253849] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock member-6ef3aa30-71e5-4dd3-aed3-6e3db0579d82 taken with stack trace [, , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.253999] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6ef3aa30-71e5-4dd3-aed3-6e3db0579d82" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.253999] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6ef3aa30-71e5-4dd3-aed3-6e3db0579d82" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.254288] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6ef3aa30-71e5-4dd3-aed3-6e3db0579d82" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.254483] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.255371] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.255487] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.255735] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.255865] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.255967] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6ef3aa30-71e5-4dd3-aed3-6e3db0579d82" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.256139] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock member-6ef3aa30-71e5-4dd3-aed3-6e3db0579d82 taken with stack trace [, , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.256237] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6ef3aa30-71e5-4dd3-aed3-6e3db0579d82" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.256291] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6ef3aa30-71e5-4dd3-aed3-6e3db0579d82" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.256442] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6ef3aa30-71e5-4dd3-aed3-6e3db0579d82" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.256576] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.256661] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.256716] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.256846] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.256917] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.256987] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6ef3aa30-71e5-4dd3-aed3-6e3db0579d82" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.257075] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6ef3aa30-71e5-4dd3-aed3-6e3db0579d82',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1071.755182] env[65288]: DEBUG networking_nsxv3.common.locking [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Lock network-256 taken with stack trace [, , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.755518] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquiring lock "network-256" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.755569] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired lock "network-256" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.755817] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired external semaphore "network-256" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.756254] env[65288]: DEBUG networking_nsxv3.common.locking [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.756451] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquiring lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.756570] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.756791] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired external semaphore "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.756939] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Releasing lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.757163] env[65288]: DEBUG dogpile.cache.region [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] No value present for key: 'zone-id' {{(pid=65288) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1071.757275] env[65288]: DEBUG dogpile.lock [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] NeedRegenerationException {{(pid=65288) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1071.757384] env[65288]: DEBUG dogpile.lock [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] no value, waiting for create lock {{(pid=65288) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1071.757490] env[65288]: DEBUG dogpile.lock [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] value creation lock acquired {{(pid=65288) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1071.757597] env[65288]: DEBUG dogpile.cache.region [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] No value present for key: 'zone-id' {{(pid=65288) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1071.757702] env[65288]: DEBUG dogpile.lock [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Calling creation function for not-yet-present value {{(pid=65288) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1071.757830] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1071.759220] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6ef3aa30-71e5-4dd3-aed3-6e3db0579d82: rpc.has_security_group_logging(os_id): False [ 1071.778593] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.778785] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.778835] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.779060] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.780813] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1071.780998] env[65288]: DEBUG dogpile.cache.region [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65288) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1071.781149] env[65288]: DEBUG dogpile.lock [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Released creation lock {{(pid=65288) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1071.781345] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Releasing lock "network-256" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.781822] env[65288]: DEBUG networking_nsxv3.common.locking [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Lock port-b6e4c442-a9ec-40d5-808c-a700a9e89a68 taken with stack trace [, , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.782044] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquiring lock "port-b6e4c442-a9ec-40d5-808c-a700a9e89a68" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.782235] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired lock "port-b6e4c442-a9ec-40d5-808c-a700a9e89a68" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.782482] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired external semaphore "port-b6e4c442-a9ec-40d5-808c-a700a9e89a68" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.782639] env[65288]: DEBUG networking_nsxv3.api.rpc [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b6e4c442-a9ec-40d5-808c-a700a9e89a68',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1071.802882] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.803159] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.803286] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.803389] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.803632] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.803721] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.803926] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.805046] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.805046] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.805293] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.805293] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.805526] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.805526] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.805651] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.805742] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.805819] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.805905] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6ef3aa30-71e5-4dd3-aed3-6e3db0579d82 is going to be updated. [ 1071.871272] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.871515] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.871571] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.871813] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.872035] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.887395] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6ef3aa30-71e5-4dd3-aed3-6e3db0579d82 in Status: IN_PROGRESS for 2s [ 1072.215566] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8b553199-417d-43ed-8e52-c3d81fd8a393 in Status: SUCCESS [ 1072.215795] env[65288]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8b553199-417d-43ed-8e52-c3d81fd8a393 deletion is rescheduled due to dependency. [ 1072.215893] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8b553199-417d-43ed-8e52-c3d81fd8a393" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.285424] env[65288]: DEBUG networking_nsxv3.common.locking [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.285679] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.285736] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.286032] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.286181] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.286466] env[65288]: DEBUG networking_nsxv3.common.locking [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.286624] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquiring lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.286740] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.286951] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired external semaphore "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.287098] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Releasing lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.287407] env[65288]: DEBUG networking_nsxv3.common.locking [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.287587] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.287645] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.287838] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.287968] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.288121] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Resource: SegmentPort with ID: b6e4c442-a9ec-40d5-808c-a700a9e89a68 is going to be updated. [ 1072.315039] env[65288]: DEBUG networking_nsxv3.common.locking [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.315210] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.315334] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.315606] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.315801] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.316043] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Releasing lock "port-b6e4c442-a9ec-40d5-808c-a700a9e89a68" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.790445] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8443f52b-0940-4005-88a2-0982cca8bee6 in Status: SUCCESS [ 1072.790812] env[65288]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8443f52b-0940-4005-88a2-0982cca8bee6 deletion is rescheduled due to dependency. [ 1072.790886] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8443f52b-0940-4005-88a2-0982cca8bee6" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.011205] env[65288]: INFO networking_nsxv3.common.synchronization [req-8a7717a4-dcc6-4086-837e-7da99f844eb5 req-64186cbf-1b0d-4bb6-a6dc-92ff8c7c4143 service nova] Enqueued Resource ID: ea06a721-ec40-45ad-9f76-f8a7965f00f6 with Priority: HIGHEST for action security_group_rules [ 1073.011394] env[65288]: INFO networking_nsxv3.common.synchronization [req-8a7717a4-dcc6-4086-837e-7da99f844eb5 req-64186cbf-1b0d-4bb6-a6dc-92ff8c7c4143 service nova] Enqueued Resource ID: ea06a721-ec40-45ad-9f76-f8a7965f00f6 with Priority: HIGHEST for action security_group_members [ 1073.011524] env[65288]: INFO networking_nsxv3.common.synchronization [req-8a7717a4-dcc6-4086-837e-7da99f844eb5 req-64186cbf-1b0d-4bb6-a6dc-92ff8c7c4143 service nova] Enqueued Resource ID: b6e4c442-a9ec-40d5-808c-a700a9e89a68 with Priority: HIGHEST for action port [ 1073.012136] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ea06a721-ec40-45ad-9f76-f8a7965f00f6 with Priority: HIGHEST for action security_group_rules [ 1073.012256] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ea06a721-ec40-45ad-9f76-f8a7965f00f6 with Priority: HIGHEST for action security_group_members [ 1073.012376] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b6e4c442-a9ec-40d5-808c-a700a9e89a68 with Priority: HIGHEST for action port [ 1073.012739] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ea06a721-ec40-45ad-9f76-f8a7965f00f6 taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.012803] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ea06a721-ec40-45ad-9f76-f8a7965f00f6" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.012873] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ea06a721-ec40-45ad-9f76-f8a7965f00f6" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.013107] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ea06a721-ec40-45ad-9f76-f8a7965f00f6" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.013193] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ea06a721-ec40-45ad-9f76-f8a7965f00f6',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1073.014264] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock member-ea06a721-ec40-45ad-9f76-f8a7965f00f6 taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.014345] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ea06a721-ec40-45ad-9f76-f8a7965f00f6" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.014391] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ea06a721-ec40-45ad-9f76-f8a7965f00f6" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.015338] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ea06a721-ec40-45ad-9f76-f8a7965f00f6" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.015338] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.015338] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.015338] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.015338] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.015338] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.015338] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ea06a721-ec40-45ad-9f76-f8a7965f00f6',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1073.016333] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock port-b6e4c442-a9ec-40d5-808c-a700a9e89a68 taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.016498] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b6e4c442-a9ec-40d5-808c-a700a9e89a68" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.016608] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b6e4c442-a9ec-40d5-808c-a700a9e89a68" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.016820] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b6e4c442-a9ec-40d5-808c-a700a9e89a68" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.017577] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b6e4c442-a9ec-40d5-808c-a700a9e89a68',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1073.519964] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock member-ea06a721-ec40-45ad-9f76-f8a7965f00f6 taken with stack trace [, , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.520196] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ea06a721-ec40-45ad-9f76-f8a7965f00f6" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.520310] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ea06a721-ec40-45ad-9f76-f8a7965f00f6',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1073.521508] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b6e4c442-a9ec-40d5-808c-a700a9e89a68 with status ACTIVE [ 1073.521637] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.521762] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.521825] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.522043] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.522134] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.522304] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.522405] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.522466] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.522623] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.522700] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.522905] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.523049] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.523122] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.523232] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.523309] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.523398] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b6e4c442-a9ec-40d5-808c-a700a9e89a68 is going to be updated. [ 1073.547073] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.547073] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.547073] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.547073] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.547073] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.547073] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b6e4c442-a9ec-40d5-808c-a700a9e89a68" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.902559] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6ef3aa30-71e5-4dd3-aed3-6e3db0579d82 in Status: SUCCESS [ 1073.903038] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6ef3aa30-71e5-4dd3-aed3-6e3db0579d82" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.025797] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ea06a721-ec40-45ad-9f76-f8a7965f00f6',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1074.528639] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.528905] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.529027] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.529260] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.529388] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.529509] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ea06a721-ec40-45ad-9f76-f8a7965f00f6 is going to be updated. [ 1074.562176] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.562176] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.562176] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.562176] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.562176] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.568990] env[65288]: INFO networking_nsxv3.common.synchronization [req-b3ba808c-cb0b-4c8d-8429-6da58ecfc44e req-ec49bfee-e20e-4730-94b9-c36f3810010d tempest-ServersNegativeTestJSON-1453889349 tempest-ServersNegativeTestJSON-1453889349-project-member] Enqueued Resource ID: 1aa9a5bb-6f77-404d-943d-b0bd01b8e52d with Priority: HIGHEST for action security_group_members [ 1074.569621] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1aa9a5bb-6f77-404d-943d-b0bd01b8e52d with Priority: HIGHEST for action security_group_members [ 1074.569845] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock member-1aa9a5bb-6f77-404d-943d-b0bd01b8e52d taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.569965] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1aa9a5bb-6f77-404d-943d-b0bd01b8e52d" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.570043] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1aa9a5bb-6f77-404d-943d-b0bd01b8e52d" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.570309] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1aa9a5bb-6f77-404d-943d-b0bd01b8e52d" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.570467] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.570564] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.570693] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.570909] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.570962] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.571056] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1aa9a5bb-6f77-404d-943d-b0bd01b8e52d',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1074.572563] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ea06a721-ec40-45ad-9f76-f8a7965f00f6 in Status: IN_PROGRESS for 2s [ 1074.934922] env[65288]: DEBUG networking_nsxv3.common.locking [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Lock network-885 taken with stack trace [, , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.935280] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquiring lock "network-885" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.935280] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired lock "network-885" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.935900] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired external semaphore "network-885" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.936234] env[65288]: DEBUG networking_nsxv3.common.locking [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.936407] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquiring lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.936527] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.936770] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired external semaphore "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.936917] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Releasing lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.937147] env[65288]: DEBUG dogpile.cache.region [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] No value present for key: 'zone-id' {{(pid=65288) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1074.937259] env[65288]: DEBUG dogpile.lock [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] NeedRegenerationException {{(pid=65288) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1074.937369] env[65288]: DEBUG dogpile.lock [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] no value, waiting for create lock {{(pid=65288) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1074.937476] env[65288]: DEBUG dogpile.lock [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] value creation lock acquired {{(pid=65288) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1074.937586] env[65288]: DEBUG dogpile.cache.region [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] No value present for key: 'zone-id' {{(pid=65288) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1074.937693] env[65288]: DEBUG dogpile.lock [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Calling creation function for not-yet-present value {{(pid=65288) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1074.937912] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1074.959397] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1074.959397] env[65288]: DEBUG dogpile.cache.region [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65288) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1074.959724] env[65288]: DEBUG dogpile.lock [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Released creation lock {{(pid=65288) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1074.959787] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Releasing lock "network-885" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.960085] env[65288]: DEBUG networking_nsxv3.common.locking [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Lock port-62660fe4-3d92-49c3-94e1-7e9816b86975 taken with stack trace [, , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.960307] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquiring lock "port-62660fe4-3d92-49c3-94e1-7e9816b86975" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.960420] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired lock "port-62660fe4-3d92-49c3-94e1-7e9816b86975" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.960735] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired external semaphore "port-62660fe4-3d92-49c3-94e1-7e9816b86975" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.960872] env[65288]: DEBUG networking_nsxv3.api.rpc [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('62660fe4-3d92-49c3-94e1-7e9816b86975',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1075.075452] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.075678] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.075752] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.075967] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.076070] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.076268] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.076415] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.076671] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.076936] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.077094] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.077224] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1aa9a5bb-6f77-404d-943d-b0bd01b8e52d already deleted. [ 1075.077345] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1aa9a5bb-6f77-404d-943d-b0bd01b8e52d" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.463921] env[65288]: DEBUG networking_nsxv3.common.locking [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.464178] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.464342] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.464637] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.464824] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.464986] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Segment Port 62660fe4-3d92-49c3-94e1-7e9816b86975 not found, creating... [ 1075.465261] env[65288]: DEBUG networking_nsxv3.common.locking [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.465454] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquiring lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.465577] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.465851] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired external semaphore "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.466044] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Releasing lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.466337] env[65288]: DEBUG networking_nsxv3.common.locking [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.466530] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.466667] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.466874] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.467032] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.467219] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Resource: SegmentPort with ID: 62660fe4-3d92-49c3-94e1-7e9816b86975 is going to be created. [ 1075.488536] env[65288]: DEBUG networking_nsxv3.common.locking [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.488873] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.488873] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.489194] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.489423] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.489643] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Releasing lock "port-62660fe4-3d92-49c3-94e1-7e9816b86975" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.244727] env[65288]: INFO networking_nsxv3.common.synchronization [req-b3ba808c-cb0b-4c8d-8429-6da58ecfc44e req-019826c0-f259-48c9-b24c-2659974b55c9 service nova] Enqueued Resource ID: 1aa9a5bb-6f77-404d-943d-b0bd01b8e52d with Priority: HIGHEST for action security_group_rules [ 1076.244727] env[65288]: INFO networking_nsxv3.common.synchronization [req-b3ba808c-cb0b-4c8d-8429-6da58ecfc44e req-019826c0-f259-48c9-b24c-2659974b55c9 service nova] Enqueued Resource ID: 1aa9a5bb-6f77-404d-943d-b0bd01b8e52d with Priority: HIGHEST for action security_group_members [ 1076.245085] env[65288]: INFO networking_nsxv3.common.synchronization [req-b3ba808c-cb0b-4c8d-8429-6da58ecfc44e req-019826c0-f259-48c9-b24c-2659974b55c9 service nova] Enqueued Resource ID: 62660fe4-3d92-49c3-94e1-7e9816b86975 with Priority: HIGHEST for action port [ 1076.246316] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1aa9a5bb-6f77-404d-943d-b0bd01b8e52d with Priority: HIGHEST for action security_group_rules [ 1076.246591] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1aa9a5bb-6f77-404d-943d-b0bd01b8e52d with Priority: HIGHEST for action security_group_members [ 1076.246705] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 62660fe4-3d92-49c3-94e1-7e9816b86975 with Priority: HIGHEST for action port [ 1076.247157] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1aa9a5bb-6f77-404d-943d-b0bd01b8e52d taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.247338] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1aa9a5bb-6f77-404d-943d-b0bd01b8e52d" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.247440] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1aa9a5bb-6f77-404d-943d-b0bd01b8e52d" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.247818] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1aa9a5bb-6f77-404d-943d-b0bd01b8e52d" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.247942] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1aa9a5bb-6f77-404d-943d-b0bd01b8e52d',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1076.249838] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock member-1aa9a5bb-6f77-404d-943d-b0bd01b8e52d taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.250030] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1aa9a5bb-6f77-404d-943d-b0bd01b8e52d" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.250241] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1aa9a5bb-6f77-404d-943d-b0bd01b8e52d" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.250490] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1aa9a5bb-6f77-404d-943d-b0bd01b8e52d" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.251549] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.251549] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.251549] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.252216] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.252216] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.252216] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1aa9a5bb-6f77-404d-943d-b0bd01b8e52d',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1076.254450] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock port-62660fe4-3d92-49c3-94e1-7e9816b86975 taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.254450] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-62660fe4-3d92-49c3-94e1-7e9816b86975" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.254450] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-62660fe4-3d92-49c3-94e1-7e9816b86975" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.254746] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-62660fe4-3d92-49c3-94e1-7e9816b86975" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.254901] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('62660fe4-3d92-49c3-94e1-7e9816b86975',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1076.584150] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ea06a721-ec40-45ad-9f76-f8a7965f00f6 in Status: SUCCESS [ 1076.584391] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ea06a721-ec40-45ad-9f76-f8a7965f00f6" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.584587] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ea06a721-ec40-45ad-9f76-f8a7965f00f6" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.584809] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ea06a721-ec40-45ad-9f76-f8a7965f00f6" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.585027] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.585177] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.585245] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.585415] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.585499] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.585585] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ea06a721-ec40-45ad-9f76-f8a7965f00f6" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.585677] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ea06a721-ec40-45ad-9f76-f8a7965f00f6',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1076.757402] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock member-1aa9a5bb-6f77-404d-943d-b0bd01b8e52d taken with stack trace [, , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.757631] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1aa9a5bb-6f77-404d-943d-b0bd01b8e52d" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.757786] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1aa9a5bb-6f77-404d-943d-b0bd01b8e52d',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1076.767233] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 62660fe4-3d92-49c3-94e1-7e9816b86975 with status ACTIVE [ 1076.767755] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.768666] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.768666] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.769440] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.769440] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.769440] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.769440] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.769440] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.769673] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.769673] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.770793] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.770793] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.770793] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.772225] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.772345] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.772416] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 62660fe4-3d92-49c3-94e1-7e9816b86975 is going to be updated. [ 1076.801572] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.801916] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.801916] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.802109] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.805483] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.806795] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-62660fe4-3d92-49c3-94e1-7e9816b86975" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.021162] env[65288]: INFO networking_nsxv3.common.synchronization [req-fa86bd04-f3e3-4906-9be7-ec168cde82be req-0e1b7776-aed1-48c6-bb35-84c21891d49d tempest-ServersTestJSON-1364057316 tempest-ServersTestJSON-1364057316-project-member] Enqueued Resource ID: 6ef3aa30-71e5-4dd3-aed3-6e3db0579d82 with Priority: HIGHEST for action security_group_members [ 1077.021777] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6ef3aa30-71e5-4dd3-aed3-6e3db0579d82 with Priority: HIGHEST for action security_group_members [ 1077.022106] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock member-6ef3aa30-71e5-4dd3-aed3-6e3db0579d82 taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.022235] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6ef3aa30-71e5-4dd3-aed3-6e3db0579d82" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.022304] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6ef3aa30-71e5-4dd3-aed3-6e3db0579d82" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.022504] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6ef3aa30-71e5-4dd3-aed3-6e3db0579d82" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.022653] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.022743] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.022804] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.022944] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.023056] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.023137] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6ef3aa30-71e5-4dd3-aed3-6e3db0579d82',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1077.198979] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ea06a721-ec40-45ad-9f76-f8a7965f00f6',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1077.267971] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1aa9a5bb-6f77-404d-943d-b0bd01b8e52d',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1077.529181] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6ef3aa30-71e5-4dd3-aed3-6e3db0579d82',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1077.701133] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ea06a721-ec40-45ad-9f76-f8a7965f00f6: rpc.has_security_group_logging(os_id): False [ 1077.721656] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.721656] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.721656] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.721968] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.745176] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.745290] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.745757] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.745757] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.745757] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.745871] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.745871] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ea06a721-ec40-45ad-9f76-f8a7965f00f6 is going to be updated. [ 1077.771589] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.771589] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.771589] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.771589] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.771845] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.771872] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1aa9a5bb-6f77-404d-943d-b0bd01b8e52d is going to be created. [ 1077.796772] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.796984] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.797452] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.797452] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.797591] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.811780] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1aa9a5bb-6f77-404d-943d-b0bd01b8e52d in Status: UNINITIALIZED for 2s [ 1077.812885] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.813052] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.813170] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.813356] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.813517] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.827237] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ea06a721-ec40-45ad-9f76-f8a7965f00f6 in Status: IN_PROGRESS for 2s [ 1078.035019] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6ef3aa30-71e5-4dd3-aed3-6e3db0579d82',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1078.127105] env[65288]: INFO networking_nsxv3.common.synchronization [req-b96e71b7-7f01-4062-a3e6-b1a83e4cc967 req-1deb4d2b-f293-4dfb-991a-f3f5cfaf61c5 tempest-AttachInterfacesTestJSON-212311792 tempest-AttachInterfacesTestJSON-212311792-project-member] Enqueued Resource ID: 03949d61-476d-4592-a53a-be5ca4c18b3b with Priority: HIGHEST for action security_group_members [ 1078.127740] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 03949d61-476d-4592-a53a-be5ca4c18b3b with Priority: HIGHEST for action security_group_members [ 1078.128103] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock member-03949d61-476d-4592-a53a-be5ca4c18b3b taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.128224] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-03949d61-476d-4592-a53a-be5ca4c18b3b" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.128345] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-03949d61-476d-4592-a53a-be5ca4c18b3b" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.128483] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-03949d61-476d-4592-a53a-be5ca4c18b3b" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.128605] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.128758] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.128758] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.128923] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.129036] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.129129] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('03949d61-476d-4592-a53a-be5ca4c18b3b',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1078.487920] env[65288]: DEBUG networking_nsxv3.common.locking [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Lock network-704 taken with stack trace [, , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.488375] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquiring lock "network-704" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.488445] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired lock "network-704" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.488874] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired external semaphore "network-704" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.489300] env[65288]: DEBUG networking_nsxv3.common.locking [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.489573] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquiring lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.489797] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.490172] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired external semaphore "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.490397] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Releasing lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.490715] env[65288]: DEBUG dogpile.cache.region [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] No value present for key: 'zone-id' {{(pid=65288) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1078.490893] env[65288]: DEBUG dogpile.lock [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] NeedRegenerationException {{(pid=65288) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1078.491096] env[65288]: DEBUG dogpile.lock [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] no value, waiting for create lock {{(pid=65288) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1078.491279] env[65288]: DEBUG dogpile.lock [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] value creation lock acquired {{(pid=65288) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1078.491461] env[65288]: DEBUG dogpile.cache.region [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] No value present for key: 'zone-id' {{(pid=65288) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1078.491630] env[65288]: DEBUG dogpile.lock [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Calling creation function for not-yet-present value {{(pid=65288) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1078.491888] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1078.520236] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1078.520437] env[65288]: DEBUG dogpile.cache.region [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Cache value generated in 0.029 seconds for key(s): 'zone-id' {{(pid=65288) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1078.520580] env[65288]: DEBUG dogpile.lock [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Released creation lock {{(pid=65288) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1078.520766] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Releasing lock "network-704" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.521118] env[65288]: DEBUG networking_nsxv3.common.locking [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Lock port-92b08eb8-062b-4cda-88cf-2b9e2e1d816c taken with stack trace [, , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.521294] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquiring lock "port-92b08eb8-062b-4cda-88cf-2b9e2e1d816c" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.521413] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired lock "port-92b08eb8-062b-4cda-88cf-2b9e2e1d816c" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.521758] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired external semaphore "port-92b08eb8-062b-4cda-88cf-2b9e2e1d816c" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.521904] env[65288]: DEBUG networking_nsxv3.api.rpc [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('92b08eb8-062b-4cda-88cf-2b9e2e1d816c',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1078.537373] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.537549] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.537589] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.537799] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.537923] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.538083] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6ef3aa30-71e5-4dd3-aed3-6e3db0579d82 is going to be updated. [ 1078.568217] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.568466] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.568466] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.568755] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.568962] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.578714] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6ef3aa30-71e5-4dd3-aed3-6e3db0579d82 in Status: IN_PROGRESS for 2s [ 1078.631197] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('03949d61-476d-4592-a53a-be5ca4c18b3b',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1079.025217] env[65288]: DEBUG networking_nsxv3.common.locking [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.025594] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.025803] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.026202] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.026383] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.026564] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Segment Port 92b08eb8-062b-4cda-88cf-2b9e2e1d816c not found, creating... [ 1079.026876] env[65288]: DEBUG networking_nsxv3.common.locking [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.027044] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquiring lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.027158] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.027424] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired external semaphore "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.027573] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Releasing lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.027866] env[65288]: DEBUG networking_nsxv3.common.locking [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.028036] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.028183] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.028420] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.028572] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.028724] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Resource: SegmentPort with ID: 92b08eb8-062b-4cda-88cf-2b9e2e1d816c is going to be created. [ 1079.051471] env[65288]: DEBUG networking_nsxv3.common.locking [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.051778] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.052072] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.052325] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.052622] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.052904] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Releasing lock "port-92b08eb8-062b-4cda-88cf-2b9e2e1d816c" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.133517] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('03949d61-476d-4592-a53a-be5ca4c18b3b',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1079.637703] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.638145] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.638145] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.638249] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.638385] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.638479] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 03949d61-476d-4592-a53a-be5ca4c18b3b is going to be updated. [ 1079.676670] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.677045] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.677045] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.677501] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.677579] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.694672] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 03949d61-476d-4592-a53a-be5ca4c18b3b in Status: IN_PROGRESS for 2s [ 1079.819393] env[65288]: INFO networking_nsxv3.common.synchronization [req-b96e71b7-7f01-4062-a3e6-b1a83e4cc967 req-c817be50-15f7-4679-b687-c57a1acaec8b service nova] Enqueued Resource ID: 03949d61-476d-4592-a53a-be5ca4c18b3b with Priority: HIGHEST for action security_group_rules [ 1079.819393] env[65288]: INFO networking_nsxv3.common.synchronization [req-b96e71b7-7f01-4062-a3e6-b1a83e4cc967 req-c817be50-15f7-4679-b687-c57a1acaec8b service nova] Enqueued Resource ID: 03949d61-476d-4592-a53a-be5ca4c18b3b with Priority: HIGHEST for action security_group_members [ 1079.819393] env[65288]: INFO networking_nsxv3.common.synchronization [req-b96e71b7-7f01-4062-a3e6-b1a83e4cc967 req-c817be50-15f7-4679-b687-c57a1acaec8b service nova] Enqueued Resource ID: 92b08eb8-062b-4cda-88cf-2b9e2e1d816c with Priority: HIGHEST for action port [ 1079.819777] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 03949d61-476d-4592-a53a-be5ca4c18b3b with Priority: HIGHEST for action security_group_rules [ 1079.819939] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 03949d61-476d-4592-a53a-be5ca4c18b3b with Priority: HIGHEST for action security_group_members [ 1079.820039] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 92b08eb8-062b-4cda-88cf-2b9e2e1d816c with Priority: HIGHEST for action port [ 1079.820312] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock rules-03949d61-476d-4592-a53a-be5ca4c18b3b taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.820594] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-03949d61-476d-4592-a53a-be5ca4c18b3b" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.820702] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-03949d61-476d-4592-a53a-be5ca4c18b3b" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.820890] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-03949d61-476d-4592-a53a-be5ca4c18b3b" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.820975] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('03949d61-476d-4592-a53a-be5ca4c18b3b',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1079.822554] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock member-03949d61-476d-4592-a53a-be5ca4c18b3b taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.822641] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-03949d61-476d-4592-a53a-be5ca4c18b3b" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.822819] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock port-92b08eb8-062b-4cda-88cf-2b9e2e1d816c taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.822926] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-92b08eb8-062b-4cda-88cf-2b9e2e1d816c" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.822990] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-92b08eb8-062b-4cda-88cf-2b9e2e1d816c" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.823248] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-92b08eb8-062b-4cda-88cf-2b9e2e1d816c" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.823329] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('92b08eb8-062b-4cda-88cf-2b9e2e1d816c',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1079.825356] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1aa9a5bb-6f77-404d-943d-b0bd01b8e52d in Status: SUCCESS [ 1079.825356] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1aa9a5bb-6f77-404d-943d-b0bd01b8e52d" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.825741] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1aa9a5bb-6f77-404d-943d-b0bd01b8e52d" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.825941] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1aa9a5bb-6f77-404d-943d-b0bd01b8e52d" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.826135] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.826245] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.826309] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.826468] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.826554] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.826639] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1aa9a5bb-6f77-404d-943d-b0bd01b8e52d" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.826727] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1aa9a5bb-6f77-404d-943d-b0bd01b8e52d',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1079.852488] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ea06a721-ec40-45ad-9f76-f8a7965f00f6 in Status: SUCCESS [ 1079.852844] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ea06a721-ec40-45ad-9f76-f8a7965f00f6" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.325271] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock member-03949d61-476d-4592-a53a-be5ca4c18b3b taken with stack trace [, , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.325538] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-03949d61-476d-4592-a53a-be5ca4c18b3b" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.329947] env[65288]: INFO networking_nsxv3.common.synchronization [None req-d0830e61-91da-4713-be01-223a7571457e tempest-ServerActionsTestOtherA-400423340 tempest-ServerActionsTestOtherA-400423340-project-member] Enqueued Resource ID: 27bd6071-1c5e-48f6-a190-588d74b7d27d with Priority: HIGHEST for action security_group_rules [ 1080.330689] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 27bd6071-1c5e-48f6-a190-588d74b7d27d with Priority: HIGHEST for action security_group_rules [ 1080.330988] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 92b08eb8-062b-4cda-88cf-2b9e2e1d816c with status ACTIVE [ 1080.331780] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.331928] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.331999] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.332401] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.332689] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.332798] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.332842] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.332927] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.333084] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.333166] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.333364] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.333462] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.333522] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.333671] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.333752] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.333887] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 92b08eb8-062b-4cda-88cf-2b9e2e1d816c is going to be updated. [ 1080.334981] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock rules-27bd6071-1c5e-48f6-a190-588d74b7d27d taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.335102] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-27bd6071-1c5e-48f6-a190-588d74b7d27d" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.335166] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-27bd6071-1c5e-48f6-a190-588d74b7d27d" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.335373] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-27bd6071-1c5e-48f6-a190-588d74b7d27d" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.335536] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('27bd6071-1c5e-48f6-a190-588d74b7d27d',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1080.338596] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock member-1aa9a5bb-6f77-404d-943d-b0bd01b8e52d taken with stack trace [, , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.338715] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1aa9a5bb-6f77-404d-943d-b0bd01b8e52d" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.338809] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1aa9a5bb-6f77-404d-943d-b0bd01b8e52d" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.339011] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1aa9a5bb-6f77-404d-943d-b0bd01b8e52d" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.339258] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.339405] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.339466] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.339628] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.339713] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.339798] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1aa9a5bb-6f77-404d-943d-b0bd01b8e52d" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.339955] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock member-1aa9a5bb-6f77-404d-943d-b0bd01b8e52d taken with stack trace [, , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.340082] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1aa9a5bb-6f77-404d-943d-b0bd01b8e52d" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.340157] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1aa9a5bb-6f77-404d-943d-b0bd01b8e52d" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.340282] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1aa9a5bb-6f77-404d-943d-b0bd01b8e52d" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.340457] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.340793] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.340793] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.340793] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.340793] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.340946] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1aa9a5bb-6f77-404d-943d-b0bd01b8e52d" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.340946] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1aa9a5bb-6f77-404d-943d-b0bd01b8e52d',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1080.368996] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.369221] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.369359] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.369681] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.369919] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.370266] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-92b08eb8-062b-4cda-88cf-2b9e2e1d816c" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.428378] env[65288]: INFO networking_nsxv3.common.synchronization [None req-f94d42ff-f6c0-4a8c-b7a2-215cc127c257 tempest-ServerActionsTestOtherA-400423340 tempest-ServerActionsTestOtherA-400423340-project-member] Enqueued Resource ID: 27bd6071-1c5e-48f6-a190-588d74b7d27d with Priority: HIGHEST for action security_group_rules [ 1080.428967] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 27bd6071-1c5e-48f6-a190-588d74b7d27d with Priority: HIGHEST for action security_group_rules [ 1080.429332] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock rules-27bd6071-1c5e-48f6-a190-588d74b7d27d taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.429493] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-27bd6071-1c5e-48f6-a190-588d74b7d27d" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.593087] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6ef3aa30-71e5-4dd3-aed3-6e3db0579d82 in Status: SUCCESS [ 1080.593278] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6ef3aa30-71e5-4dd3-aed3-6e3db0579d82" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.843910] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1aa9a5bb-6f77-404d-943d-b0bd01b8e52d: rpc.has_security_group_logging(os_id): False [ 1080.884160] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.884348] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.884415] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.884626] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.884739] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.884819] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 27bd6071-1c5e-48f6-a190-588d74b7d27d already deleted. [ 1080.884904] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-27bd6071-1c5e-48f6-a190-588d74b7d27d" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.885117] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-27bd6071-1c5e-48f6-a190-588d74b7d27d" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.885372] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-27bd6071-1c5e-48f6-a190-588d74b7d27d" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.885518] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('27bd6071-1c5e-48f6-a190-588d74b7d27d',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1080.887493] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.887812] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.887812] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.888118] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.888322] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.888510] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.888621] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.888705] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.888876] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.888974] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.889246] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.889437] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.889554] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.889809] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.889913] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.890235] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.890380] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.890445] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.890586] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.890664] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.890753] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1aa9a5bb-6f77-404d-943d-b0bd01b8e52d is going to be created. [ 1080.961500] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.961500] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.961500] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.961500] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.961852] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.979607] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1aa9a5bb-6f77-404d-943d-b0bd01b8e52d in Status: IN_PROGRESS for 2s [ 1081.417873] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.418072] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.418108] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.418463] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.418590] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.418719] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 27bd6071-1c5e-48f6-a190-588d74b7d27d already deleted. [ 1081.418867] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-27bd6071-1c5e-48f6-a190-588d74b7d27d" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.711208] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 03949d61-476d-4592-a53a-be5ca4c18b3b in Status: SUCCESS [ 1081.711523] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-03949d61-476d-4592-a53a-be5ca4c18b3b" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.711809] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-03949d61-476d-4592-a53a-be5ca4c18b3b" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.712050] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-03949d61-476d-4592-a53a-be5ca4c18b3b" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.712241] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.712384] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.712494] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.712603] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.712733] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.712849] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('03949d61-476d-4592-a53a-be5ca4c18b3b',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1082.215454] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('03949d61-476d-4592-a53a-be5ca4c18b3b',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1082.436058] env[65288]: INFO networking_nsxv3.common.synchronization [None req-5dd318e1-24fc-41c9-8cae-7151451a2f5c tempest-AttachVolumeNegativeTest-2114498848 tempest-AttachVolumeNegativeTest-2114498848-project-member] Enqueued Resource ID: 544ca814-cf5f-4900-bced-e78e85d73486 with Priority: HIGHEST for action security_group_rules [ 1082.436058] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 544ca814-cf5f-4900-bced-e78e85d73486 with Priority: HIGHEST for action security_group_rules [ 1082.436058] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock rules-544ca814-cf5f-4900-bced-e78e85d73486 taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.436058] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-544ca814-cf5f-4900-bced-e78e85d73486" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.436058] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-544ca814-cf5f-4900-bced-e78e85d73486" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.436058] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-544ca814-cf5f-4900-bced-e78e85d73486" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.436058] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('544ca814-cf5f-4900-bced-e78e85d73486',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1082.573944] env[65288]: INFO networking_nsxv3.common.synchronization [None req-9dca13a5-a830-46b0-a806-c3ec21b245fa tempest-AttachVolumeNegativeTest-2114498848 tempest-AttachVolumeNegativeTest-2114498848-project-member] Enqueued Resource ID: 544ca814-cf5f-4900-bced-e78e85d73486 with Priority: HIGHEST for action security_group_rules [ 1082.574622] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 544ca814-cf5f-4900-bced-e78e85d73486 with Priority: HIGHEST for action security_group_rules [ 1082.574963] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock rules-544ca814-cf5f-4900-bced-e78e85d73486 taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.575082] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-544ca814-cf5f-4900-bced-e78e85d73486" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.585180] env[65288]: INFO networking_nsxv3.common.synchronization [req-6e07bee1-4b98-4eb8-9e8c-791d68da0439 req-a82482aa-c00b-466c-bdee-cff2f4cad405 tempest-ServerRescueNegativeTestJSON-235637479 tempest-ServerRescueNegativeTestJSON-235637479-project-member] Enqueued Resource ID: 384869a2-ef01-491e-af51-f22caa974fb7 with Priority: HIGHEST for action security_group_members [ 1082.585756] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 384869a2-ef01-491e-af51-f22caa974fb7 with Priority: HIGHEST for action security_group_members [ 1082.586272] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock member-384869a2-ef01-491e-af51-f22caa974fb7 taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.586469] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-384869a2-ef01-491e-af51-f22caa974fb7" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.586603] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-384869a2-ef01-491e-af51-f22caa974fb7" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.586840] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-384869a2-ef01-491e-af51-f22caa974fb7" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.587063] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.587223] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.587311] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.587508] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.587694] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.587859] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('384869a2-ef01-491e-af51-f22caa974fb7',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1082.718461] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('03949d61-476d-4592-a53a-be5ca4c18b3b',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1082.963498] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.963670] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.963705] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.963930] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.964030] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.964132] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 544ca814-cf5f-4900-bced-e78e85d73486 already deleted. [ 1082.964216] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-544ca814-cf5f-4900-bced-e78e85d73486" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.964426] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-544ca814-cf5f-4900-bced-e78e85d73486" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.964596] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-544ca814-cf5f-4900-bced-e78e85d73486" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.964669] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('544ca814-cf5f-4900-bced-e78e85d73486',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1082.995327] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1aa9a5bb-6f77-404d-943d-b0bd01b8e52d in Status: SUCCESS [ 1082.995569] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1aa9a5bb-6f77-404d-943d-b0bd01b8e52d" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.090523] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('384869a2-ef01-491e-af51-f22caa974fb7',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1083.221582] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.221834] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.221834] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.221995] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.222256] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.222405] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 03949d61-476d-4592-a53a-be5ca4c18b3b is going to be updated. [ 1083.254531] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.254695] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.254762] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.254974] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.255137] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.268060] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 03949d61-476d-4592-a53a-be5ca4c18b3b in Status: IN_PROGRESS for 2s [ 1083.491206] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.491514] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.491632] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.492528] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.492528] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.492528] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 544ca814-cf5f-4900-bced-e78e85d73486 already deleted. [ 1083.492528] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-544ca814-cf5f-4900-bced-e78e85d73486" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.592770] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('384869a2-ef01-491e-af51-f22caa974fb7',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1084.095342] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.095562] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.095562] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.096295] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.096295] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.096295] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 384869a2-ef01-491e-af51-f22caa974fb7 is going to be updated. [ 1084.129080] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.129080] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.129080] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.129417] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.129417] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.143102] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 384869a2-ef01-491e-af51-f22caa974fb7 in Status: IN_PROGRESS for 2s [ 1085.278754] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 03949d61-476d-4592-a53a-be5ca4c18b3b in Status: SUCCESS [ 1085.279094] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-03949d61-476d-4592-a53a-be5ca4c18b3b" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.279094] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-03949d61-476d-4592-a53a-be5ca4c18b3b" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.279260] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-03949d61-476d-4592-a53a-be5ca4c18b3b" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.279449] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.279582] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.279708] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.279862] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.279942] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.280036] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-03949d61-476d-4592-a53a-be5ca4c18b3b" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.280127] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('03949d61-476d-4592-a53a-be5ca4c18b3b',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1085.783069] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('03949d61-476d-4592-a53a-be5ca4c18b3b',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1086.153283] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 384869a2-ef01-491e-af51-f22caa974fb7 in Status: SUCCESS [ 1086.153511] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-384869a2-ef01-491e-af51-f22caa974fb7" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.285606] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 03949d61-476d-4592-a53a-be5ca4c18b3b: rpc.has_security_group_logging(os_id): False [ 1086.306716] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.306891] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.306929] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.307680] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.307799] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.308361] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.308598] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.308704] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.308964] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.309085] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.309205] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 03949d61-476d-4592-a53a-be5ca4c18b3b is going to be updated. [ 1086.395491] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.395491] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.395491] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.395491] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.395491] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.416484] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 03949d61-476d-4592-a53a-be5ca4c18b3b in Status: IN_PROGRESS for 2s [ 1087.586767] env[65288]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1087.587065] env[65288]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1088.430642] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 03949d61-476d-4592-a53a-be5ca4c18b3b in Status: SUCCESS [ 1088.430863] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-03949d61-476d-4592-a53a-be5ca4c18b3b" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.007019] env[65288]: INFO networking_nsxv3.common.synchronization [req-04b779cf-95fa-4c40-b8a3-c2975ca84095 req-d5b5e935-26e6-49d0-9232-00bb474933b1 tempest-DeleteServersTestJSON-1755245245 tempest-DeleteServersTestJSON-1755245245-project-member] Enqueued Resource ID: 5c1b1b02-0d0e-421c-9442-12c88f168c61 with Priority: HIGHEST for action security_group_members [ 1089.008153] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5c1b1b02-0d0e-421c-9442-12c88f168c61 with Priority: HIGHEST for action security_group_members [ 1089.008153] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock member-5c1b1b02-0d0e-421c-9442-12c88f168c61 taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.008378] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5c1b1b02-0d0e-421c-9442-12c88f168c61" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.008378] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5c1b1b02-0d0e-421c-9442-12c88f168c61" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.011030] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5c1b1b02-0d0e-421c-9442-12c88f168c61" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.011030] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.011030] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.011030] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.011030] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.011030] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.011030] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5c1b1b02-0d0e-421c-9442-12c88f168c61',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1089.372750] env[65288]: INFO networking_nsxv3.common.synchronization [req-66f15beb-472c-4286-b676-84272b62048a req-5582250d-c37f-42c3-9b5d-2c21b9b437c7 tempest-ServerActionsTestOtherA-400423340 tempest-ServerActionsTestOtherA-400423340-project-member] Enqueued Resource ID: 27bd6071-1c5e-48f6-a190-588d74b7d27d with Priority: HIGHEST for action security_group_members [ 1089.373167] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 27bd6071-1c5e-48f6-a190-588d74b7d27d with Priority: HIGHEST for action security_group_members [ 1089.373714] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock member-27bd6071-1c5e-48f6-a190-588d74b7d27d taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.373714] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-27bd6071-1c5e-48f6-a190-588d74b7d27d" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.373714] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-27bd6071-1c5e-48f6-a190-588d74b7d27d" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.373965] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-27bd6071-1c5e-48f6-a190-588d74b7d27d" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.375219] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.375219] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.375423] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.375423] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.375782] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.375782] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('27bd6071-1c5e-48f6-a190-588d74b7d27d',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1089.514488] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.514488] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.514488] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.514488] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.514488] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.514488] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.514488] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.514488] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.514488] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.514488] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.514488] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5c1b1b02-0d0e-421c-9442-12c88f168c61 is going to be updated. [ 1089.545188] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.545704] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.546710] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.547076] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.548111] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.559127] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5c1b1b02-0d0e-421c-9442-12c88f168c61 in Status: IN_PROGRESS for 2s [ 1089.689856] env[65288]: INFO networking_nsxv3.common.synchronization [None req-e355d8bd-ca86-4fad-93db-ec78cc7aca77 tempest-AttachInterfacesTestJSON-212311792 tempest-AttachInterfacesTestJSON-212311792-project-member] Enqueued Resource ID: cb39eb2f-fa04-4c19-9a69-ad1eb4b88e84 with Priority: HIGHEST for action security_group_members [ 1089.690398] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cb39eb2f-fa04-4c19-9a69-ad1eb4b88e84 with Priority: HIGHEST for action security_group_members [ 1089.690747] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock member-cb39eb2f-fa04-4c19-9a69-ad1eb4b88e84 taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.690864] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cb39eb2f-fa04-4c19-9a69-ad1eb4b88e84" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.690929] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cb39eb2f-fa04-4c19-9a69-ad1eb4b88e84" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.691139] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cb39eb2f-fa04-4c19-9a69-ad1eb4b88e84" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.691287] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.691383] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.691445] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.691604] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.691697] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.691787] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cb39eb2f-fa04-4c19-9a69-ad1eb4b88e84',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1089.704582] env[65288]: DEBUG networking_nsxv3.common.locking [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Lock network-869 taken with stack trace [, , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.704786] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquiring lock "network-869" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.704906] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired lock "network-869" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.705200] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired external semaphore "network-869" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.705459] env[65288]: DEBUG networking_nsxv3.common.locking [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.705614] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquiring lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.705725] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.705937] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired external semaphore "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.706333] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Releasing lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.706551] env[65288]: DEBUG dogpile.cache.region [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] No value present for key: 'zone-id' {{(pid=65288) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1089.706660] env[65288]: DEBUG dogpile.lock [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] NeedRegenerationException {{(pid=65288) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1089.706764] env[65288]: DEBUG dogpile.lock [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] no value, waiting for create lock {{(pid=65288) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1089.706869] env[65288]: DEBUG dogpile.lock [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] value creation lock acquired {{(pid=65288) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1089.706976] env[65288]: DEBUG dogpile.cache.region [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] No value present for key: 'zone-id' {{(pid=65288) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1089.707093] env[65288]: DEBUG dogpile.lock [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Calling creation function for not-yet-present value {{(pid=65288) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1089.707222] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1089.728982] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1089.729175] env[65288]: DEBUG dogpile.cache.region [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65288) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1089.729309] env[65288]: DEBUG dogpile.lock [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Released creation lock {{(pid=65288) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1089.729488] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Releasing lock "network-869" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.729813] env[65288]: DEBUG networking_nsxv3.common.locking [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Lock port-d2a52d8e-a771-497f-b4cd-388004dabfc6 taken with stack trace [, , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.729978] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquiring lock "port-d2a52d8e-a771-497f-b4cd-388004dabfc6" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.730118] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired lock "port-d2a52d8e-a771-497f-b4cd-388004dabfc6" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.730512] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired external semaphore "port-d2a52d8e-a771-497f-b4cd-388004dabfc6" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.731022] env[65288]: DEBUG networking_nsxv3.api.rpc [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d2a52d8e-a771-497f-b4cd-388004dabfc6',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1089.878309] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.878500] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.878582] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.878821] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.878908] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.879825] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.879983] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.881357] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.881643] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.881728] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.881822] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 27bd6071-1c5e-48f6-a190-588d74b7d27d already deleted. [ 1089.881902] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-27bd6071-1c5e-48f6-a190-588d74b7d27d" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.193921] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.194287] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.194287] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.194391] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.194545] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.194792] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.194918] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.195013] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.195202] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.195305] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.195431] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cb39eb2f-fa04-4c19-9a69-ad1eb4b88e84 is going to be deleted. [ 1090.230514] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.230514] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.230514] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.230514] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.230748] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.230748] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cb39eb2f-fa04-4c19-9a69-ad1eb4b88e84" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.233489] env[65288]: DEBUG networking_nsxv3.common.locking [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.233607] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.233675] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.233939] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.234096] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.234247] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Segment Port d2a52d8e-a771-497f-b4cd-388004dabfc6 not found, creating... [ 1090.234493] env[65288]: DEBUG networking_nsxv3.common.locking [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.234650] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquiring lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.234766] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.235014] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired external semaphore "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.235193] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Releasing lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.235484] env[65288]: DEBUG networking_nsxv3.common.locking [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.235664] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.235800] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.236025] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.236166] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.236302] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Resource: SegmentPort with ID: d2a52d8e-a771-497f-b4cd-388004dabfc6 is going to be created. [ 1090.256385] env[65288]: DEBUG networking_nsxv3.common.locking [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.256588] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.256712] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.256975] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.257365] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.257687] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Releasing lock "port-d2a52d8e-a771-497f-b4cd-388004dabfc6" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.976514] env[65288]: INFO networking_nsxv3.common.synchronization [req-66f15beb-472c-4286-b676-84272b62048a req-66354fcf-3cdc-4bde-8d0a-6a49a2c525c3 service nova] Enqueued Resource ID: 27bd6071-1c5e-48f6-a190-588d74b7d27d with Priority: HIGHEST for action security_group_rules [ 1090.976641] env[65288]: INFO networking_nsxv3.common.synchronization [req-66f15beb-472c-4286-b676-84272b62048a req-66354fcf-3cdc-4bde-8d0a-6a49a2c525c3 service nova] Enqueued Resource ID: 27bd6071-1c5e-48f6-a190-588d74b7d27d with Priority: HIGHEST for action security_group_members [ 1090.977973] env[65288]: INFO networking_nsxv3.common.synchronization [req-66f15beb-472c-4286-b676-84272b62048a req-66354fcf-3cdc-4bde-8d0a-6a49a2c525c3 service nova] Enqueued Resource ID: d2a52d8e-a771-497f-b4cd-388004dabfc6 with Priority: HIGHEST for action port [ 1090.978151] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 27bd6071-1c5e-48f6-a190-588d74b7d27d with Priority: HIGHEST for action security_group_rules [ 1090.978334] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 27bd6071-1c5e-48f6-a190-588d74b7d27d with Priority: HIGHEST for action security_group_members [ 1090.978457] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d2a52d8e-a771-497f-b4cd-388004dabfc6 with Priority: HIGHEST for action port [ 1090.978746] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock rules-27bd6071-1c5e-48f6-a190-588d74b7d27d taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.978871] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-27bd6071-1c5e-48f6-a190-588d74b7d27d" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.978938] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-27bd6071-1c5e-48f6-a190-588d74b7d27d" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.979155] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-27bd6071-1c5e-48f6-a190-588d74b7d27d" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.979234] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('27bd6071-1c5e-48f6-a190-588d74b7d27d',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1090.980461] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock member-27bd6071-1c5e-48f6-a190-588d74b7d27d taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.980637] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-27bd6071-1c5e-48f6-a190-588d74b7d27d" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.980724] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-27bd6071-1c5e-48f6-a190-588d74b7d27d" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.981021] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-27bd6071-1c5e-48f6-a190-588d74b7d27d" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.981181] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.981283] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.981348] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.981503] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.981587] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.981681] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('27bd6071-1c5e-48f6-a190-588d74b7d27d',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1090.982454] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock port-d2a52d8e-a771-497f-b4cd-388004dabfc6 taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.982560] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d2a52d8e-a771-497f-b4cd-388004dabfc6" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.982625] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d2a52d8e-a771-497f-b4cd-388004dabfc6" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.982772] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d2a52d8e-a771-497f-b4cd-388004dabfc6" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.982860] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d2a52d8e-a771-497f-b4cd-388004dabfc6',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1091.485530] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock member-27bd6071-1c5e-48f6-a190-588d74b7d27d taken with stack trace [, , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.486257] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-27bd6071-1c5e-48f6-a190-588d74b7d27d" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.486257] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('27bd6071-1c5e-48f6-a190-588d74b7d27d',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1091.487224] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d2a52d8e-a771-497f-b4cd-388004dabfc6 with status ACTIVE [ 1091.487473] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.487923] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.487923] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.487923] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.488073] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.488931] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.488931] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.488931] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.489193] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.489193] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.489325] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.489387] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.489635] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.489635] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.489816] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.490651] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d2a52d8e-a771-497f-b4cd-388004dabfc6 is going to be updated. [ 1091.518214] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.518214] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.518214] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.518214] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.518214] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.518214] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d2a52d8e-a771-497f-b4cd-388004dabfc6" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.572161] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5c1b1b02-0d0e-421c-9442-12c88f168c61 in Status: SUCCESS [ 1091.572444] env[65288]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5c1b1b02-0d0e-421c-9442-12c88f168c61 deletion is rescheduled due to dependency. [ 1091.572566] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5c1b1b02-0d0e-421c-9442-12c88f168c61" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.992357] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('27bd6071-1c5e-48f6-a190-588d74b7d27d',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1092.495637] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.495982] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.495982] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.496141] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.496236] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.496339] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 27bd6071-1c5e-48f6-a190-588d74b7d27d is going to be created. [ 1092.523913] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.524080] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.524153] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.524365] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.524529] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.535287] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 27bd6071-1c5e-48f6-a190-588d74b7d27d in Status: UNINITIALIZED for 2s [ 1093.542620] env[65288]: INFO networking_nsxv3.common.synchronization [req-48ad7308-46f6-49a6-90dc-9e8a0e556b55 req-f60f3dbc-92f4-4dc0-ae54-67ec97c72a3e tempest-AttachVolumeNegativeTest-2114498848 tempest-AttachVolumeNegativeTest-2114498848-project-member] Enqueued Resource ID: 544ca814-cf5f-4900-bced-e78e85d73486 with Priority: HIGHEST for action security_group_members [ 1093.543464] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 544ca814-cf5f-4900-bced-e78e85d73486 with Priority: HIGHEST for action security_group_members [ 1093.543996] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock member-544ca814-cf5f-4900-bced-e78e85d73486 taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.543996] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-544ca814-cf5f-4900-bced-e78e85d73486" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.544147] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-544ca814-cf5f-4900-bced-e78e85d73486" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.544304] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-544ca814-cf5f-4900-bced-e78e85d73486" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.544435] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.544530] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.544662] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.544740] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.544821] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.544923] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('544ca814-cf5f-4900-bced-e78e85d73486',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1093.662347] env[65288]: INFO networking_nsxv3.common.synchronization [req-33c946b6-38b6-495b-afbb-e11a4680e263 req-478eaf0f-7991-4ff4-ae25-d843e5a9d400 tempest-ServerRescueNegativeTestJSON-235637479 tempest-ServerRescueNegativeTestJSON-235637479-project-member] Enqueued Resource ID: 384869a2-ef01-491e-af51-f22caa974fb7 with Priority: HIGHEST for action security_group_members [ 1093.663060] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 384869a2-ef01-491e-af51-f22caa974fb7 with Priority: HIGHEST for action security_group_members [ 1093.663217] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock member-384869a2-ef01-491e-af51-f22caa974fb7 taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.663338] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-384869a2-ef01-491e-af51-f22caa974fb7" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.663405] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-384869a2-ef01-491e-af51-f22caa974fb7" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.663595] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-384869a2-ef01-491e-af51-f22caa974fb7" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.663878] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.663878] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.663878] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.664033] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.664103] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.664193] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('384869a2-ef01-491e-af51-f22caa974fb7',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1093.917165] env[65288]: DEBUG networking_nsxv3.common.locking [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Lock network-682 taken with stack trace [, , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.917165] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquiring lock "network-682" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.917165] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired lock "network-682" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.917165] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired external semaphore "network-682" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.917165] env[65288]: DEBUG networking_nsxv3.common.locking [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.917165] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquiring lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.917165] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.917165] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired external semaphore "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.917165] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Releasing lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.917165] env[65288]: DEBUG dogpile.cache.region [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] No value present for key: 'zone-id' {{(pid=65288) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1093.921241] env[65288]: DEBUG dogpile.lock [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] NeedRegenerationException {{(pid=65288) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1093.921658] env[65288]: DEBUG dogpile.lock [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] no value, waiting for create lock {{(pid=65288) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1093.924262] env[65288]: DEBUG dogpile.lock [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] value creation lock acquired {{(pid=65288) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1093.924402] env[65288]: DEBUG dogpile.cache.region [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] No value present for key: 'zone-id' {{(pid=65288) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1093.924515] env[65288]: DEBUG dogpile.lock [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Calling creation function for not-yet-present value {{(pid=65288) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1093.924656] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1093.944674] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1093.944892] env[65288]: DEBUG dogpile.cache.region [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65288) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1093.944954] env[65288]: DEBUG dogpile.lock [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Released creation lock {{(pid=65288) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1093.945139] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Releasing lock "network-682" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.947035] env[65288]: DEBUG networking_nsxv3.common.locking [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Lock port-5b3288b1-fb6d-4df2-abc4-1e98bb071914 taken with stack trace [, , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.947035] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquiring lock "port-5b3288b1-fb6d-4df2-abc4-1e98bb071914" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.947035] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired lock "port-5b3288b1-fb6d-4df2-abc4-1e98bb071914" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.947035] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired external semaphore "port-5b3288b1-fb6d-4df2-abc4-1e98bb071914" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.947035] env[65288]: DEBUG networking_nsxv3.api.rpc [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5b3288b1-fb6d-4df2-abc4-1e98bb071914',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1094.047498] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.047679] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.047754] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.047969] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.048071] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.048274] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.048369] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.048432] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.048600] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.048668] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.048751] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 544ca814-cf5f-4900-bced-e78e85d73486 already deleted. [ 1094.048830] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-544ca814-cf5f-4900-bced-e78e85d73486" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.169020] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.169020] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.169020] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.169020] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.189467] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.189683] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.189802] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.189865] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.190079] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.190152] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.190242] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 384869a2-ef01-491e-af51-f22caa974fb7 is going to be updated. [ 1094.219304] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.219489] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.219538] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.219734] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.219889] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.234038] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 384869a2-ef01-491e-af51-f22caa974fb7 in Status: IN_PROGRESS for 2s [ 1094.450711] env[65288]: DEBUG networking_nsxv3.common.locking [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.450983] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.451142] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.451471] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.451695] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.451857] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Segment Port 5b3288b1-fb6d-4df2-abc4-1e98bb071914 not found, creating... [ 1094.452137] env[65288]: DEBUG networking_nsxv3.common.locking [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.452296] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquiring lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.452409] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.452678] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired external semaphore "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.452824] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Releasing lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.453145] env[65288]: DEBUG networking_nsxv3.common.locking [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.453301] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.453433] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.453701] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.453874] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.454026] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Resource: SegmentPort with ID: 5b3288b1-fb6d-4df2-abc4-1e98bb071914 is going to be created. [ 1094.474827] env[65288]: DEBUG networking_nsxv3.common.locking [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.475040] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.475168] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.475435] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.475712] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.475945] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Releasing lock "port-5b3288b1-fb6d-4df2-abc4-1e98bb071914" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.548256] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 27bd6071-1c5e-48f6-a190-588d74b7d27d in Status: SUCCESS [ 1094.548597] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-27bd6071-1c5e-48f6-a190-588d74b7d27d" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.548814] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-27bd6071-1c5e-48f6-a190-588d74b7d27d" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.549524] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-27bd6071-1c5e-48f6-a190-588d74b7d27d" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.549524] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.549668] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.549716] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.549948] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.550385] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.550385] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-27bd6071-1c5e-48f6-a190-588d74b7d27d" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.550385] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('27bd6071-1c5e-48f6-a190-588d74b7d27d',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1095.053185] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('27bd6071-1c5e-48f6-a190-588d74b7d27d',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1095.221544] env[65288]: INFO networking_nsxv3.common.synchronization [req-48ad7308-46f6-49a6-90dc-9e8a0e556b55 req-c60a8850-7401-4b19-97db-f2ae649d37d6 service nova] Enqueued Resource ID: 544ca814-cf5f-4900-bced-e78e85d73486 with Priority: HIGHEST for action security_group_rules [ 1095.221737] env[65288]: INFO networking_nsxv3.common.synchronization [req-48ad7308-46f6-49a6-90dc-9e8a0e556b55 req-c60a8850-7401-4b19-97db-f2ae649d37d6 service nova] Enqueued Resource ID: 544ca814-cf5f-4900-bced-e78e85d73486 with Priority: HIGHEST for action security_group_members [ 1095.221856] env[65288]: INFO networking_nsxv3.common.synchronization [req-48ad7308-46f6-49a6-90dc-9e8a0e556b55 req-c60a8850-7401-4b19-97db-f2ae649d37d6 service nova] Enqueued Resource ID: 5b3288b1-fb6d-4df2-abc4-1e98bb071914 with Priority: HIGHEST for action port [ 1095.222432] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 544ca814-cf5f-4900-bced-e78e85d73486 with Priority: HIGHEST for action security_group_rules [ 1095.222618] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 544ca814-cf5f-4900-bced-e78e85d73486 with Priority: HIGHEST for action security_group_members [ 1095.222654] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5b3288b1-fb6d-4df2-abc4-1e98bb071914 with Priority: HIGHEST for action port [ 1095.222923] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock rules-544ca814-cf5f-4900-bced-e78e85d73486 taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.224210] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-544ca814-cf5f-4900-bced-e78e85d73486" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.224783] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-544ca814-cf5f-4900-bced-e78e85d73486" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.225699] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-544ca814-cf5f-4900-bced-e78e85d73486" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.225854] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('544ca814-cf5f-4900-bced-e78e85d73486',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1095.228043] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock member-544ca814-cf5f-4900-bced-e78e85d73486 taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.228662] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-544ca814-cf5f-4900-bced-e78e85d73486" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.228662] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-544ca814-cf5f-4900-bced-e78e85d73486" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.228768] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-544ca814-cf5f-4900-bced-e78e85d73486" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.228937] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.229066] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.229120] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.229339] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.229428] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.229526] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('544ca814-cf5f-4900-bced-e78e85d73486',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1095.230727] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock port-5b3288b1-fb6d-4df2-abc4-1e98bb071914 taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.230727] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5b3288b1-fb6d-4df2-abc4-1e98bb071914" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.230727] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5b3288b1-fb6d-4df2-abc4-1e98bb071914" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.230952] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5b3288b1-fb6d-4df2-abc4-1e98bb071914" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.230952] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5b3288b1-fb6d-4df2-abc4-1e98bb071914',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1095.555823] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 27bd6071-1c5e-48f6-a190-588d74b7d27d: rpc.has_security_group_logging(os_id): False [ 1095.575912] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.576078] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.576119] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.576368] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.576465] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.576747] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.576844] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.576872] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.577019] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.577096] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.577301] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 27bd6071-1c5e-48f6-a190-588d74b7d27d is going to be created. [ 1095.649322] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.649486] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.649567] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.649759] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.649943] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.662767] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 27bd6071-1c5e-48f6-a190-588d74b7d27d in Status: IN_PROGRESS for 2s [ 1095.733337] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('544ca814-cf5f-4900-bced-e78e85d73486',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1095.734692] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock member-544ca814-cf5f-4900-bced-e78e85d73486 taken with stack trace [, , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.734692] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-544ca814-cf5f-4900-bced-e78e85d73486" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.734895] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5b3288b1-fb6d-4df2-abc4-1e98bb071914 with status ACTIVE [ 1095.734895] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.735022] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.735073] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.735480] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.735480] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.735592] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.735641] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.735672] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.735826] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.736024] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.736114] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.736243] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.736306] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.737588] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.737588] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.737588] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5b3288b1-fb6d-4df2-abc4-1e98bb071914 is going to be updated. [ 1095.763066] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.763279] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.763320] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.763533] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.763674] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.763851] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5b3288b1-fb6d-4df2-abc4-1e98bb071914" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.896943] env[65288]: INFO networking_nsxv3.common.synchronization [req-268ac6b3-da76-4e5f-b0f2-bda5ede82182 req-39d98899-e049-4023-945a-c486ace0bf0c tempest-ServersTestJSON-1364057316 tempest-ServersTestJSON-1364057316-project-member] Enqueued Resource ID: 6ef3aa30-71e5-4dd3-aed3-6e3db0579d82 with Priority: HIGHEST for action security_group_members [ 1095.897574] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6ef3aa30-71e5-4dd3-aed3-6e3db0579d82 with Priority: HIGHEST for action security_group_members [ 1095.897925] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock member-6ef3aa30-71e5-4dd3-aed3-6e3db0579d82 taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.898066] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6ef3aa30-71e5-4dd3-aed3-6e3db0579d82" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.898136] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6ef3aa30-71e5-4dd3-aed3-6e3db0579d82" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.898407] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6ef3aa30-71e5-4dd3-aed3-6e3db0579d82" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.898658] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.898786] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.898953] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.899141] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.899302] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.899462] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6ef3aa30-71e5-4dd3-aed3-6e3db0579d82',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1096.238438] env[65288]: DEBUG networking_nsxv3.common.locking [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Lock network-573 taken with stack trace [, , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.238438] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquiring lock "network-573" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.238438] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired lock "network-573" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.238605] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired external semaphore "network-573" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.240296] env[65288]: DEBUG networking_nsxv3.common.locking [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.240296] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquiring lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.240296] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.240296] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired external semaphore "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.240296] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Releasing lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.240296] env[65288]: DEBUG dogpile.cache.region [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] No value present for key: 'zone-id' {{(pid=65288) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1096.240296] env[65288]: DEBUG dogpile.lock [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] NeedRegenerationException {{(pid=65288) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1096.240636] env[65288]: DEBUG dogpile.lock [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] no value, waiting for create lock {{(pid=65288) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1096.240636] env[65288]: DEBUG dogpile.lock [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] value creation lock acquired {{(pid=65288) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1096.240731] env[65288]: DEBUG dogpile.cache.region [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] No value present for key: 'zone-id' {{(pid=65288) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1096.240903] env[65288]: DEBUG dogpile.lock [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Calling creation function for not-yet-present value {{(pid=65288) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1096.241090] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1096.242796] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 384869a2-ef01-491e-af51-f22caa974fb7 in Status: SUCCESS [ 1096.242975] env[65288]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 384869a2-ef01-491e-af51-f22caa974fb7 deletion is rescheduled due to dependency. [ 1096.243095] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-384869a2-ef01-491e-af51-f22caa974fb7" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.243313] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('544ca814-cf5f-4900-bced-e78e85d73486',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1096.265384] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1096.265384] env[65288]: DEBUG dogpile.cache.region [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65288) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1096.265384] env[65288]: DEBUG dogpile.lock [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Released creation lock {{(pid=65288) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1096.265384] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Releasing lock "network-573" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.265693] env[65288]: DEBUG networking_nsxv3.common.locking [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Lock port-d8755c87-ceb6-4600-8e4f-89a074a05f8b taken with stack trace [, , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.266174] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquiring lock "port-d8755c87-ceb6-4600-8e4f-89a074a05f8b" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.266174] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired lock "port-d8755c87-ceb6-4600-8e4f-89a074a05f8b" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.266469] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired external semaphore "port-d8755c87-ceb6-4600-8e4f-89a074a05f8b" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.266606] env[65288]: DEBUG networking_nsxv3.api.rpc [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d8755c87-ceb6-4600-8e4f-89a074a05f8b',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1096.403643] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6ef3aa30-71e5-4dd3-aed3-6e3db0579d82',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1096.745468] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.745796] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.745796] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.745883] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.745979] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.746098] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 544ca814-cf5f-4900-bced-e78e85d73486 is going to be created. [ 1096.769641] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.769762] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.769803] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.770816] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.770816] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.771556] env[65288]: DEBUG networking_nsxv3.common.locking [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.771753] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.771904] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.772150] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.772292] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.772435] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Segment Port d8755c87-ceb6-4600-8e4f-89a074a05f8b not found, creating... [ 1096.772680] env[65288]: DEBUG networking_nsxv3.common.locking [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.772832] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquiring lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.772945] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.773168] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired external semaphore "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.773303] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Releasing lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.773575] env[65288]: DEBUG networking_nsxv3.common.locking [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.773730] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.773846] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.774063] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.774199] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.774334] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Resource: SegmentPort with ID: d8755c87-ceb6-4600-8e4f-89a074a05f8b is going to be created. [ 1096.784513] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 544ca814-cf5f-4900-bced-e78e85d73486 in Status: UNINITIALIZED for 2s [ 1096.794662] env[65288]: DEBUG networking_nsxv3.common.locking [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.794845] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.794965] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.795256] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.795488] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.795709] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Releasing lock "port-d8755c87-ceb6-4600-8e4f-89a074a05f8b" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.906441] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6ef3aa30-71e5-4dd3-aed3-6e3db0579d82',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1097.409376] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.411199] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.411199] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.411199] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.411199] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.411199] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6ef3aa30-71e5-4dd3-aed3-6e3db0579d82 is going to be updated. [ 1097.441038] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.441421] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.441507] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.441781] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.441965] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.452936] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6ef3aa30-71e5-4dd3-aed3-6e3db0579d82 in Status: IN_PROGRESS for 2s [ 1097.537982] env[65288]: INFO networking_nsxv3.common.synchronization [req-268ac6b3-da76-4e5f-b0f2-bda5ede82182 req-dafa7506-5f86-4193-8368-fbfebd5c63d7 service nova] Enqueued Resource ID: 6ef3aa30-71e5-4dd3-aed3-6e3db0579d82 with Priority: HIGHEST for action security_group_rules [ 1097.537982] env[65288]: INFO networking_nsxv3.common.synchronization [req-268ac6b3-da76-4e5f-b0f2-bda5ede82182 req-dafa7506-5f86-4193-8368-fbfebd5c63d7 service nova] Enqueued Resource ID: 6ef3aa30-71e5-4dd3-aed3-6e3db0579d82 with Priority: HIGHEST for action security_group_members [ 1097.537982] env[65288]: INFO networking_nsxv3.common.synchronization [req-268ac6b3-da76-4e5f-b0f2-bda5ede82182 req-dafa7506-5f86-4193-8368-fbfebd5c63d7 service nova] Enqueued Resource ID: d8755c87-ceb6-4600-8e4f-89a074a05f8b with Priority: HIGHEST for action port [ 1097.537982] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6ef3aa30-71e5-4dd3-aed3-6e3db0579d82 with Priority: HIGHEST for action security_group_rules [ 1097.537982] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6ef3aa30-71e5-4dd3-aed3-6e3db0579d82 with Priority: HIGHEST for action security_group_members [ 1097.538291] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d8755c87-ceb6-4600-8e4f-89a074a05f8b with Priority: HIGHEST for action port [ 1097.538490] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6ef3aa30-71e5-4dd3-aed3-6e3db0579d82 taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.538647] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6ef3aa30-71e5-4dd3-aed3-6e3db0579d82" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.538735] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6ef3aa30-71e5-4dd3-aed3-6e3db0579d82" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.538983] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6ef3aa30-71e5-4dd3-aed3-6e3db0579d82" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.539196] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6ef3aa30-71e5-4dd3-aed3-6e3db0579d82',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1097.540315] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock member-6ef3aa30-71e5-4dd3-aed3-6e3db0579d82 taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.540500] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6ef3aa30-71e5-4dd3-aed3-6e3db0579d82" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.540852] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock port-d8755c87-ceb6-4600-8e4f-89a074a05f8b taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.541064] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d8755c87-ceb6-4600-8e4f-89a074a05f8b" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.541207] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d8755c87-ceb6-4600-8e4f-89a074a05f8b" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.541693] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d8755c87-ceb6-4600-8e4f-89a074a05f8b" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.541807] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d8755c87-ceb6-4600-8e4f-89a074a05f8b',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1097.674674] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 27bd6071-1c5e-48f6-a190-588d74b7d27d in Status: SUCCESS [ 1097.674909] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-27bd6071-1c5e-48f6-a190-588d74b7d27d" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.046247] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock member-6ef3aa30-71e5-4dd3-aed3-6e3db0579d82 taken with stack trace [, , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.046543] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6ef3aa30-71e5-4dd3-aed3-6e3db0579d82" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.046576] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d8755c87-ceb6-4600-8e4f-89a074a05f8b with status ACTIVE [ 1098.046739] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.046880] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.046925] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.047202] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.047341] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.047520] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.047615] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.047676] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.048529] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.048529] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.048529] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.048529] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.048529] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.048529] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.048529] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.048529] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d8755c87-ceb6-4600-8e4f-89a074a05f8b is going to be updated. [ 1098.073641] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.073835] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.073901] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.074128] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.074270] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.075026] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d8755c87-ceb6-4600-8e4f-89a074a05f8b" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.212532] env[65288]: INFO networking_nsxv3.common.synchronization [req-5993c6ab-516b-4014-9e80-51038a7e882f req-a9ed5a54-735b-4098-91d2-6d3212ae3ed4 tempest-ServersNegativeTestJSON-1453889349 tempest-ServersNegativeTestJSON-1453889349-project-member] Enqueued Resource ID: 1aa9a5bb-6f77-404d-943d-b0bd01b8e52d with Priority: HIGHEST for action security_group_members [ 1098.213197] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1aa9a5bb-6f77-404d-943d-b0bd01b8e52d with Priority: HIGHEST for action security_group_members [ 1098.213556] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock member-1aa9a5bb-6f77-404d-943d-b0bd01b8e52d taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.213708] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1aa9a5bb-6f77-404d-943d-b0bd01b8e52d" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.213822] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1aa9a5bb-6f77-404d-943d-b0bd01b8e52d" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.214073] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1aa9a5bb-6f77-404d-943d-b0bd01b8e52d" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.214306] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.214467] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.214556] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.214794] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.214912] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.215073] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1aa9a5bb-6f77-404d-943d-b0bd01b8e52d',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1098.546287] env[65288]: DEBUG networking_nsxv3.common.locking [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Lock network-885 taken with stack trace [, , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.546447] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquiring lock "network-885" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.546554] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired lock "network-885" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.546814] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired external semaphore "network-885" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.547075] env[65288]: DEBUG networking_nsxv3.common.locking [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.547236] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquiring lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.547351] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.547574] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired external semaphore "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.547820] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Releasing lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.548061] env[65288]: DEBUG dogpile.cache.region [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] No value present for key: 'zone-id' {{(pid=65288) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1098.548180] env[65288]: DEBUG dogpile.lock [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] NeedRegenerationException {{(pid=65288) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1098.548288] env[65288]: DEBUG dogpile.lock [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] no value, waiting for create lock {{(pid=65288) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1098.548395] env[65288]: DEBUG dogpile.lock [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] value creation lock acquired {{(pid=65288) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1098.548503] env[65288]: DEBUG dogpile.cache.region [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] No value present for key: 'zone-id' {{(pid=65288) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1098.548622] env[65288]: DEBUG dogpile.lock [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Calling creation function for not-yet-present value {{(pid=65288) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1098.548754] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1098.568051] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1098.568051] env[65288]: DEBUG dogpile.cache.region [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=65288) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1098.568201] env[65288]: DEBUG dogpile.lock [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Released creation lock {{(pid=65288) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1098.568243] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Releasing lock "network-885" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.568819] env[65288]: DEBUG networking_nsxv3.common.locking [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Lock port-32f65f34-e898-4bdd-b746-9f051745b04c taken with stack trace [, , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.568819] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquiring lock "port-32f65f34-e898-4bdd-b746-9f051745b04c" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.568819] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired lock "port-32f65f34-e898-4bdd-b746-9f051745b04c" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.569145] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired external semaphore "port-32f65f34-e898-4bdd-b746-9f051745b04c" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.569288] env[65288]: DEBUG networking_nsxv3.api.rpc [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('32f65f34-e898-4bdd-b746-9f051745b04c',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1098.717220] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1aa9a5bb-6f77-404d-943d-b0bd01b8e52d',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1098.793897] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 544ca814-cf5f-4900-bced-e78e85d73486 in Status: UNINITIALIZED for 4s [ 1099.071685] env[65288]: DEBUG networking_nsxv3.common.locking [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.072093] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.072093] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.072334] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.072482] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.072640] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Segment Port 32f65f34-e898-4bdd-b746-9f051745b04c not found, creating... [ 1099.072975] env[65288]: DEBUG networking_nsxv3.common.locking [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.073156] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquiring lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.073271] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.073493] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired external semaphore "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.073625] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Releasing lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.073903] env[65288]: DEBUG networking_nsxv3.common.locking [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.074066] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.074179] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.074377] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.074506] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.074656] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Resource: SegmentPort with ID: 32f65f34-e898-4bdd-b746-9f051745b04c is going to be created. [ 1099.094474] env[65288]: DEBUG networking_nsxv3.common.locking [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.094689] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.094767] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.095036] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.095268] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.095485] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Releasing lock "port-32f65f34-e898-4bdd-b746-9f051745b04c" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.220447] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1aa9a5bb-6f77-404d-943d-b0bd01b8e52d',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1099.282514] env[65288]: DEBUG networking_nsxv3.common.locking [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Lock network-704 taken with stack trace [, , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.282825] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquiring lock "network-704" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.282998] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired lock "network-704" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.283741] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired external semaphore "network-704" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.284019] env[65288]: DEBUG networking_nsxv3.common.locking [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.284183] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquiring lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.284302] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.284543] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired external semaphore "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.284735] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Releasing lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.284965] env[65288]: DEBUG dogpile.cache.region [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] No value present for key: 'zone-id' {{(pid=65288) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1099.285090] env[65288]: DEBUG dogpile.lock [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] NeedRegenerationException {{(pid=65288) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1099.285200] env[65288]: DEBUG dogpile.lock [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] no value, waiting for create lock {{(pid=65288) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1099.285302] env[65288]: DEBUG dogpile.lock [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] value creation lock acquired {{(pid=65288) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1099.285412] env[65288]: DEBUG dogpile.cache.region [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] No value present for key: 'zone-id' {{(pid=65288) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1099.285514] env[65288]: DEBUG dogpile.lock [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Calling creation function for not-yet-present value {{(pid=65288) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1099.285645] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1099.306362] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1099.306686] env[65288]: DEBUG dogpile.cache.region [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65288) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1099.306937] env[65288]: DEBUG dogpile.lock [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Released creation lock {{(pid=65288) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1099.307234] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Releasing lock "network-704" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.307794] env[65288]: DEBUG networking_nsxv3.common.locking [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Lock port-0cc5eeb5-9c64-4b68-8e51-8fd18d6f6448 taken with stack trace [, , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.308146] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquiring lock "port-0cc5eeb5-9c64-4b68-8e51-8fd18d6f6448" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.308377] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired lock "port-0cc5eeb5-9c64-4b68-8e51-8fd18d6f6448" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.308898] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired external semaphore "port-0cc5eeb5-9c64-4b68-8e51-8fd18d6f6448" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.309239] env[65288]: DEBUG networking_nsxv3.api.rpc [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0cc5eeb5-9c64-4b68-8e51-8fd18d6f6448',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1099.466251] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6ef3aa30-71e5-4dd3-aed3-6e3db0579d82 in Status: SUCCESS [ 1099.469104] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6ef3aa30-71e5-4dd3-aed3-6e3db0579d82" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.469350] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6ef3aa30-71e5-4dd3-aed3-6e3db0579d82" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.469600] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6ef3aa30-71e5-4dd3-aed3-6e3db0579d82" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.469801] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.469923] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.470198] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.470198] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.470338] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.470372] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6ef3aa30-71e5-4dd3-aed3-6e3db0579d82',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1099.723520] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.723727] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.723891] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.724041] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.724149] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.724265] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1aa9a5bb-6f77-404d-943d-b0bd01b8e52d is going to be updated. [ 1099.761062] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.761233] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.761276] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.761494] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.761686] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.771545] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1aa9a5bb-6f77-404d-943d-b0bd01b8e52d in Status: IN_PROGRESS for 2s [ 1099.812062] env[65288]: DEBUG networking_nsxv3.common.locking [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.812302] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.812427] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.812715] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.812870] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.813060] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Segment Port 0cc5eeb5-9c64-4b68-8e51-8fd18d6f6448 not found, creating... [ 1099.813315] env[65288]: DEBUG networking_nsxv3.common.locking [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.813470] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquiring lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.813583] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.813800] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired external semaphore "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.813936] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Releasing lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.814227] env[65288]: DEBUG networking_nsxv3.common.locking [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.814380] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.814495] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.814751] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.814925] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.815079] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Resource: SegmentPort with ID: 0cc5eeb5-9c64-4b68-8e51-8fd18d6f6448 is going to be created. [ 1099.833669] env[65288]: INFO networking_nsxv3.common.synchronization [req-5993c6ab-516b-4014-9e80-51038a7e882f req-bc3b834a-59f1-4781-907b-e33af451c1bb service nova] Enqueued Resource ID: 1aa9a5bb-6f77-404d-943d-b0bd01b8e52d with Priority: HIGHEST for action security_group_rules [ 1099.833857] env[65288]: INFO networking_nsxv3.common.synchronization [req-5993c6ab-516b-4014-9e80-51038a7e882f req-bc3b834a-59f1-4781-907b-e33af451c1bb service nova] Enqueued Resource ID: 1aa9a5bb-6f77-404d-943d-b0bd01b8e52d with Priority: HIGHEST for action security_group_members [ 1099.833992] env[65288]: INFO networking_nsxv3.common.synchronization [req-5993c6ab-516b-4014-9e80-51038a7e882f req-bc3b834a-59f1-4781-907b-e33af451c1bb service nova] Enqueued Resource ID: 32f65f34-e898-4bdd-b746-9f051745b04c with Priority: HIGHEST for action port [ 1099.834628] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1aa9a5bb-6f77-404d-943d-b0bd01b8e52d with Priority: HIGHEST for action security_group_rules [ 1099.834768] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1aa9a5bb-6f77-404d-943d-b0bd01b8e52d with Priority: HIGHEST for action security_group_members [ 1099.834866] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 32f65f34-e898-4bdd-b746-9f051745b04c with Priority: HIGHEST for action port [ 1099.836337] env[65288]: DEBUG networking_nsxv3.common.locking [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.836598] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.836776] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.837349] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.837606] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.837945] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Releasing lock "port-0cc5eeb5-9c64-4b68-8e51-8fd18d6f6448" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.841010] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1aa9a5bb-6f77-404d-943d-b0bd01b8e52d taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.843013] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1aa9a5bb-6f77-404d-943d-b0bd01b8e52d" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.843088] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1aa9a5bb-6f77-404d-943d-b0bd01b8e52d" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.843294] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1aa9a5bb-6f77-404d-943d-b0bd01b8e52d" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.843562] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1aa9a5bb-6f77-404d-943d-b0bd01b8e52d',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1099.844254] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock member-1aa9a5bb-6f77-404d-943d-b0bd01b8e52d taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.844312] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1aa9a5bb-6f77-404d-943d-b0bd01b8e52d" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.844489] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock port-32f65f34-e898-4bdd-b746-9f051745b04c taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.844590] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-32f65f34-e898-4bdd-b746-9f051745b04c" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.844654] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-32f65f34-e898-4bdd-b746-9f051745b04c" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.844819] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-32f65f34-e898-4bdd-b746-9f051745b04c" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.844916] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('32f65f34-e898-4bdd-b746-9f051745b04c',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1099.973525] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6ef3aa30-71e5-4dd3-aed3-6e3db0579d82',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1100.347133] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 32f65f34-e898-4bdd-b746-9f051745b04c with status ACTIVE [ 1100.347471] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.347840] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.348032] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.348446] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.349212] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.349212] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.349212] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.349212] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.349412] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.349412] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.351893] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.351893] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.351893] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.351893] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.351893] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.351893] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 32f65f34-e898-4bdd-b746-9f051745b04c is going to be updated. [ 1100.351893] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock member-1aa9a5bb-6f77-404d-943d-b0bd01b8e52d taken with stack trace [, , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.351893] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1aa9a5bb-6f77-404d-943d-b0bd01b8e52d" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.373293] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.373293] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.373293] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.373293] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.373293] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.373293] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-32f65f34-e898-4bdd-b746-9f051745b04c" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.477433] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6ef3aa30-71e5-4dd3-aed3-6e3db0579d82',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1100.546646] env[65288]: INFO networking_nsxv3.common.synchronization [req-afd40eda-9aa7-482d-830d-f0b21306ef38 req-fa11102a-48b3-4264-9ef4-00d0f693315a service nova] Enqueued Resource ID: cb39eb2f-fa04-4c19-9a69-ad1eb4b88e84 with Priority: HIGHEST for action security_group_rules [ 1100.546866] env[65288]: INFO networking_nsxv3.common.synchronization [req-afd40eda-9aa7-482d-830d-f0b21306ef38 req-fa11102a-48b3-4264-9ef4-00d0f693315a service nova] Enqueued Resource ID: cb39eb2f-fa04-4c19-9a69-ad1eb4b88e84 with Priority: HIGHEST for action security_group_members [ 1100.546984] env[65288]: INFO networking_nsxv3.common.synchronization [req-afd40eda-9aa7-482d-830d-f0b21306ef38 req-fa11102a-48b3-4264-9ef4-00d0f693315a service nova] Enqueued Resource ID: 0cc5eeb5-9c64-4b68-8e51-8fd18d6f6448 with Priority: HIGHEST for action port [ 1100.547581] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cb39eb2f-fa04-4c19-9a69-ad1eb4b88e84 with Priority: HIGHEST for action security_group_rules [ 1100.547961] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cb39eb2f-fa04-4c19-9a69-ad1eb4b88e84 with Priority: HIGHEST for action security_group_members [ 1100.547961] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0cc5eeb5-9c64-4b68-8e51-8fd18d6f6448 with Priority: HIGHEST for action port [ 1100.548244] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cb39eb2f-fa04-4c19-9a69-ad1eb4b88e84 taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.548378] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cb39eb2f-fa04-4c19-9a69-ad1eb4b88e84" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.548478] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cb39eb2f-fa04-4c19-9a69-ad1eb4b88e84" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.548724] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cb39eb2f-fa04-4c19-9a69-ad1eb4b88e84" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.548827] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cb39eb2f-fa04-4c19-9a69-ad1eb4b88e84',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1100.550521] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock member-cb39eb2f-fa04-4c19-9a69-ad1eb4b88e84 taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.550711] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cb39eb2f-fa04-4c19-9a69-ad1eb4b88e84" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.550765] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cb39eb2f-fa04-4c19-9a69-ad1eb4b88e84" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.551985] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cb39eb2f-fa04-4c19-9a69-ad1eb4b88e84" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.551985] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.551985] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.551985] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.551985] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.551985] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.551985] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cb39eb2f-fa04-4c19-9a69-ad1eb4b88e84',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1100.553469] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock port-0cc5eeb5-9c64-4b68-8e51-8fd18d6f6448 taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.553469] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0cc5eeb5-9c64-4b68-8e51-8fd18d6f6448" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.553469] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0cc5eeb5-9c64-4b68-8e51-8fd18d6f6448" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.554502] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0cc5eeb5-9c64-4b68-8e51-8fd18d6f6448" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.554502] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0cc5eeb5-9c64-4b68-8e51-8fd18d6f6448',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1100.809022] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 544ca814-cf5f-4900-bced-e78e85d73486 in Status: SUCCESS [ 1100.809022] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-544ca814-cf5f-4900-bced-e78e85d73486" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.809022] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-544ca814-cf5f-4900-bced-e78e85d73486" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.809022] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-544ca814-cf5f-4900-bced-e78e85d73486" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.809022] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.809022] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.809022] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.809022] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.809022] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.809022] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-544ca814-cf5f-4900-bced-e78e85d73486" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.809022] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('544ca814-cf5f-4900-bced-e78e85d73486',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1100.979845] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.979845] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.979845] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.980152] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.980152] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.980152] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6ef3aa30-71e5-4dd3-aed3-6e3db0579d82 is going to be updated. [ 1101.013310] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.013310] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.013427] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.013568] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.013713] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.023558] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6ef3aa30-71e5-4dd3-aed3-6e3db0579d82 in Status: IN_PROGRESS for 2s [ 1101.050949] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock member-cb39eb2f-fa04-4c19-9a69-ad1eb4b88e84 taken with stack trace [, , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.050949] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cb39eb2f-fa04-4c19-9a69-ad1eb4b88e84" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.053496] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('cb39eb2f-fa04-4c19-9a69-ad1eb4b88e84',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1101.055583] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0cc5eeb5-9c64-4b68-8e51-8fd18d6f6448 with status ACTIVE [ 1101.055996] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.056231] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.056475] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.056591] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.056689] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.056879] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.056989] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.057052] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.057208] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.057281] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.057464] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.057556] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.057616] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.057766] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.057833] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.057918] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0cc5eeb5-9c64-4b68-8e51-8fd18d6f6448 is going to be updated. [ 1101.099641] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.099822] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.099861] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.100246] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.100246] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.100367] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0cc5eeb5-9c64-4b68-8e51-8fd18d6f6448" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.312091] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('544ca814-cf5f-4900-bced-e78e85d73486',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1101.560558] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('cb39eb2f-fa04-4c19-9a69-ad1eb4b88e84',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1101.782773] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1aa9a5bb-6f77-404d-943d-b0bd01b8e52d in Status: IN_PROGRESS for 4s [ 1101.814919] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 544ca814-cf5f-4900-bced-e78e85d73486: rpc.has_security_group_logging(os_id): False [ 1101.836494] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.836494] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.836494] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.836494] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.836494] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.836494] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.836494] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.836494] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.836494] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.836494] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.836494] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 544ca814-cf5f-4900-bced-e78e85d73486 is going to be created. [ 1101.919586] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.919760] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.919817] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.920011] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.920234] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.933792] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 544ca814-cf5f-4900-bced-e78e85d73486 in Status: IN_PROGRESS for 2s [ 1102.064196] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.064374] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.064416] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.064982] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.064982] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.064982] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cb39eb2f-fa04-4c19-9a69-ad1eb4b88e84 is going to be created. [ 1102.103217] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.103217] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.103388] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.103486] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.103662] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.123240] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cb39eb2f-fa04-4c19-9a69-ad1eb4b88e84 in Status: UNINITIALIZED for 2s [ 1103.035311] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6ef3aa30-71e5-4dd3-aed3-6e3db0579d82 in Status: SUCCESS [ 1103.037902] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6ef3aa30-71e5-4dd3-aed3-6e3db0579d82" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.037902] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6ef3aa30-71e5-4dd3-aed3-6e3db0579d82" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.037902] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6ef3aa30-71e5-4dd3-aed3-6e3db0579d82" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.037902] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.037902] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.037902] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.037902] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.037902] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.037902] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6ef3aa30-71e5-4dd3-aed3-6e3db0579d82" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.037902] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6ef3aa30-71e5-4dd3-aed3-6e3db0579d82',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1103.542938] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock member-6ef3aa30-71e5-4dd3-aed3-6e3db0579d82 taken with stack trace [, , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.543305] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6ef3aa30-71e5-4dd3-aed3-6e3db0579d82" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.543305] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6ef3aa30-71e5-4dd3-aed3-6e3db0579d82" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.543623] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6ef3aa30-71e5-4dd3-aed3-6e3db0579d82" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.543874] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.544095] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.544544] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.544544] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.544544] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.544544] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6ef3aa30-71e5-4dd3-aed3-6e3db0579d82" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.544824] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock member-6ef3aa30-71e5-4dd3-aed3-6e3db0579d82 taken with stack trace [, , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.544995] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6ef3aa30-71e5-4dd3-aed3-6e3db0579d82" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.545114] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6ef3aa30-71e5-4dd3-aed3-6e3db0579d82" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.545325] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6ef3aa30-71e5-4dd3-aed3-6e3db0579d82" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.545504] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.545638] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.545721] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.545920] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.546046] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.546140] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6ef3aa30-71e5-4dd3-aed3-6e3db0579d82" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.546232] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6ef3aa30-71e5-4dd3-aed3-6e3db0579d82',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1103.791859] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1aa9a5bb-6f77-404d-943d-b0bd01b8e52d in Status: SUCCESS [ 1103.792099] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1aa9a5bb-6f77-404d-943d-b0bd01b8e52d" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.792279] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1aa9a5bb-6f77-404d-943d-b0bd01b8e52d" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.792488] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1aa9a5bb-6f77-404d-943d-b0bd01b8e52d" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.793520] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.793520] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.793520] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.793520] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.793520] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.793520] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1aa9a5bb-6f77-404d-943d-b0bd01b8e52d',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1103.945116] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 544ca814-cf5f-4900-bced-e78e85d73486 in Status: SUCCESS [ 1103.945348] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-544ca814-cf5f-4900-bced-e78e85d73486" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.048631] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6ef3aa30-71e5-4dd3-aed3-6e3db0579d82: rpc.has_security_group_logging(os_id): False [ 1104.071364] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.071364] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.071364] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.071364] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.071364] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.071364] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.071364] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.071364] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.071364] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.071364] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.071364] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.071364] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.071364] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.071364] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.071364] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.072193] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.072242] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.072360] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.072528] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.072636] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.072769] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6ef3aa30-71e5-4dd3-aed3-6e3db0579d82 is going to be updated. [ 1104.136661] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cb39eb2f-fa04-4c19-9a69-ad1eb4b88e84 in Status: SUCCESS [ 1104.136909] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cb39eb2f-fa04-4c19-9a69-ad1eb4b88e84" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.137135] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cb39eb2f-fa04-4c19-9a69-ad1eb4b88e84" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.137479] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cb39eb2f-fa04-4c19-9a69-ad1eb4b88e84" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.137743] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.138047] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.138154] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.138381] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.138645] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.138787] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cb39eb2f-fa04-4c19-9a69-ad1eb4b88e84" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.138921] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('cb39eb2f-fa04-4c19-9a69-ad1eb4b88e84',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1104.165840] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.166338] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.166338] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.166338] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.166338] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.185795] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6ef3aa30-71e5-4dd3-aed3-6e3db0579d82 in Status: IN_PROGRESS for 2s [ 1104.296253] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1aa9a5bb-6f77-404d-943d-b0bd01b8e52d',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1104.642589] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock member-cb39eb2f-fa04-4c19-9a69-ad1eb4b88e84 taken with stack trace [, , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.642803] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cb39eb2f-fa04-4c19-9a69-ad1eb4b88e84" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.642848] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cb39eb2f-fa04-4c19-9a69-ad1eb4b88e84" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.643216] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cb39eb2f-fa04-4c19-9a69-ad1eb4b88e84" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.643414] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.644411] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.644411] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.644411] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.644411] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.644411] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cb39eb2f-fa04-4c19-9a69-ad1eb4b88e84" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.644411] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock member-cb39eb2f-fa04-4c19-9a69-ad1eb4b88e84 taken with stack trace [, , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.644411] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cb39eb2f-fa04-4c19-9a69-ad1eb4b88e84" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.644411] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cb39eb2f-fa04-4c19-9a69-ad1eb4b88e84" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.644853] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cb39eb2f-fa04-4c19-9a69-ad1eb4b88e84" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.644853] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.644853] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.644853] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.645051] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.645093] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.645170] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cb39eb2f-fa04-4c19-9a69-ad1eb4b88e84" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.645268] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('cb39eb2f-fa04-4c19-9a69-ad1eb4b88e84',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1104.799997] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1aa9a5bb-6f77-404d-943d-b0bd01b8e52d',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1105.148999] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for cb39eb2f-fa04-4c19-9a69-ad1eb4b88e84: rpc.has_security_group_logging(os_id): False [ 1105.168548] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.168787] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.168926] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.169255] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.169396] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.169729] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.169821] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.169946] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.170201] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.170325] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.170621] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.170768] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.170861] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.171102] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.171220] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.171511] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.171661] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.171761] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.172009] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.172141] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.172268] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cb39eb2f-fa04-4c19-9a69-ad1eb4b88e84 is going to be created. [ 1105.232578] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.232762] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.232762] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.232930] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.233127] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.246585] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cb39eb2f-fa04-4c19-9a69-ad1eb4b88e84 in Status: IN_PROGRESS for 2s [ 1105.302529] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.302692] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.302759] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.303343] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.303343] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.303343] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1aa9a5bb-6f77-404d-943d-b0bd01b8e52d is going to be updated. [ 1105.333886] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.334069] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.334145] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.334350] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.334493] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.344675] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1aa9a5bb-6f77-404d-943d-b0bd01b8e52d in Status: IN_PROGRESS for 2s [ 1105.549289] env[65288]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1105.549921] env[65288]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=4 [ 1106.203458] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6ef3aa30-71e5-4dd3-aed3-6e3db0579d82 in Status: SUCCESS [ 1106.203841] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6ef3aa30-71e5-4dd3-aed3-6e3db0579d82" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.262415] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cb39eb2f-fa04-4c19-9a69-ad1eb4b88e84 in Status: SUCCESS [ 1107.262681] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cb39eb2f-fa04-4c19-9a69-ad1eb4b88e84" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.354404] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1aa9a5bb-6f77-404d-943d-b0bd01b8e52d in Status: SUCCESS [ 1107.354768] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1aa9a5bb-6f77-404d-943d-b0bd01b8e52d" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.354998] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1aa9a5bb-6f77-404d-943d-b0bd01b8e52d" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.355283] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1aa9a5bb-6f77-404d-943d-b0bd01b8e52d" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.355510] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.355658] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.355758] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.355967] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.356099] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.356223] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1aa9a5bb-6f77-404d-943d-b0bd01b8e52d" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.356337] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1aa9a5bb-6f77-404d-943d-b0bd01b8e52d',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1107.859007] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock member-1aa9a5bb-6f77-404d-943d-b0bd01b8e52d taken with stack trace [, , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.859278] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1aa9a5bb-6f77-404d-943d-b0bd01b8e52d" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.859394] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1aa9a5bb-6f77-404d-943d-b0bd01b8e52d" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.859724] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1aa9a5bb-6f77-404d-943d-b0bd01b8e52d" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.860034] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.860186] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.860265] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.860506] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.860635] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.860827] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1aa9a5bb-6f77-404d-943d-b0bd01b8e52d" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.861066] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock member-1aa9a5bb-6f77-404d-943d-b0bd01b8e52d taken with stack trace [, , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.861321] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1aa9a5bb-6f77-404d-943d-b0bd01b8e52d" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.861321] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1aa9a5bb-6f77-404d-943d-b0bd01b8e52d" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.861540] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1aa9a5bb-6f77-404d-943d-b0bd01b8e52d" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.861759] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.861902] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.862013] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.862225] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.862341] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.862466] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1aa9a5bb-6f77-404d-943d-b0bd01b8e52d" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.862572] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1aa9a5bb-6f77-404d-943d-b0bd01b8e52d',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1108.365053] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1aa9a5bb-6f77-404d-943d-b0bd01b8e52d: rpc.has_security_group_logging(os_id): False [ 1108.382756] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.382902] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.382974] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.383215] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.383304] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.383546] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.383665] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.383728] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.383899] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.383977] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.384176] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.384268] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.384328] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.384465] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.384537] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.384724] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.384814] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.384874] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.385016] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.385096] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.385186] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1aa9a5bb-6f77-404d-943d-b0bd01b8e52d is going to be updated. [ 1108.455880] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.456068] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.456112] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.456317] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.456468] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.469465] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1aa9a5bb-6f77-404d-943d-b0bd01b8e52d in Status: IN_PROGRESS for 2s [ 1109.253266] env[65288]: INFO networking_nsxv3.common.synchronization [req-c01a99ee-f33d-4385-bcc4-979141eb0a0c req-362942d6-228c-4be9-83d8-8f4a71e87a72 tempest-AttachVolumeTestJSON-1832088010 tempest-AttachVolumeTestJSON-1832088010-project-member] Enqueued Resource ID: 2f920d6e-7a3a-4d36-b54f-f21620e096f6 with Priority: HIGHEST for action security_group_members [ 1109.253492] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2f920d6e-7a3a-4d36-b54f-f21620e096f6 with Priority: HIGHEST for action security_group_members [ 1109.253807] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock member-2f920d6e-7a3a-4d36-b54f-f21620e096f6 taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.253969] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2f920d6e-7a3a-4d36-b54f-f21620e096f6" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.254051] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2f920d6e-7a3a-4d36-b54f-f21620e096f6" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.254255] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2f920d6e-7a3a-4d36-b54f-f21620e096f6" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.254412] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.254514] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.254563] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.254699] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.255310] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.255310] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2f920d6e-7a3a-4d36-b54f-f21620e096f6',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1109.757675] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.758139] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.758139] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.758279] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.786283] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.786628] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.786786] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.786881] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.787160] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.787268] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.787385] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2f920d6e-7a3a-4d36-b54f-f21620e096f6 is going to be updated. [ 1109.819871] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.820079] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.820079] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.821055] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.821055] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.829541] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2f920d6e-7a3a-4d36-b54f-f21620e096f6 in Status: IN_PROGRESS for 2s [ 1110.482995] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1aa9a5bb-6f77-404d-943d-b0bd01b8e52d in Status: SUCCESS [ 1110.483332] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1aa9a5bb-6f77-404d-943d-b0bd01b8e52d" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.839367] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2f920d6e-7a3a-4d36-b54f-f21620e096f6 in Status: SUCCESS [ 1111.839733] env[65288]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2f920d6e-7a3a-4d36-b54f-f21620e096f6 deletion is rescheduled due to dependency. [ 1111.839733] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2f920d6e-7a3a-4d36-b54f-f21620e096f6" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.888330] env[65288]: INFO networking_nsxv3.common.synchronization [req-7feb3524-2047-4cbe-82c4-15f1cec7737f req-e6a93076-43ad-4e35-9e94-bfc055c9cc52 tempest-ServersNegativeTestJSON-1453889349 tempest-ServersNegativeTestJSON-1453889349-project-member] Enqueued Resource ID: 1aa9a5bb-6f77-404d-943d-b0bd01b8e52d with Priority: HIGHEST for action security_group_members [ 1111.888504] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1aa9a5bb-6f77-404d-943d-b0bd01b8e52d with Priority: HIGHEST for action security_group_members [ 1111.888846] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock member-1aa9a5bb-6f77-404d-943d-b0bd01b8e52d taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.888967] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1aa9a5bb-6f77-404d-943d-b0bd01b8e52d" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.889180] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1aa9a5bb-6f77-404d-943d-b0bd01b8e52d" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.889313] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1aa9a5bb-6f77-404d-943d-b0bd01b8e52d" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.889580] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.889745] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.889807] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.889976] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.890093] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.890246] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1aa9a5bb-6f77-404d-943d-b0bd01b8e52d',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1112.128320] env[65288]: INFO networking_nsxv3.common.synchronization [req-0e783ecd-5f3a-479f-97dc-a6f308c6607b req-5aca6f12-762c-49c4-9b31-912fde4bdc05 tempest-ServersTestJSON-1364057316 tempest-ServersTestJSON-1364057316-project-member] Enqueued Resource ID: 6ef3aa30-71e5-4dd3-aed3-6e3db0579d82 with Priority: HIGHEST for action security_group_members [ 1112.128320] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6ef3aa30-71e5-4dd3-aed3-6e3db0579d82 with Priority: HIGHEST for action security_group_members [ 1112.129382] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock member-6ef3aa30-71e5-4dd3-aed3-6e3db0579d82 taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.129587] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6ef3aa30-71e5-4dd3-aed3-6e3db0579d82" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.129672] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6ef3aa30-71e5-4dd3-aed3-6e3db0579d82" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.129986] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6ef3aa30-71e5-4dd3-aed3-6e3db0579d82" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.130201] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.130305] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.130366] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.130540] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.130628] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.130762] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6ef3aa30-71e5-4dd3-aed3-6e3db0579d82',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1112.393111] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1aa9a5bb-6f77-404d-943d-b0bd01b8e52d',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1112.465887] env[65288]: DEBUG networking_nsxv3.common.locking [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Lock network-573 taken with stack trace [, , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.466099] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquiring lock "network-573" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.466222] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired lock "network-573" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.466540] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired external semaphore "network-573" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.467637] env[65288]: DEBUG networking_nsxv3.common.locking [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.467637] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquiring lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.467637] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.467637] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired external semaphore "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.467865] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Releasing lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.467929] env[65288]: DEBUG dogpile.cache.region [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] No value present for key: 'zone-id' {{(pid=65288) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1112.468053] env[65288]: DEBUG dogpile.lock [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] NeedRegenerationException {{(pid=65288) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1112.468161] env[65288]: DEBUG dogpile.lock [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] no value, waiting for create lock {{(pid=65288) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1112.468266] env[65288]: DEBUG dogpile.lock [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] value creation lock acquired {{(pid=65288) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1112.468373] env[65288]: DEBUG dogpile.cache.region [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] No value present for key: 'zone-id' {{(pid=65288) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1112.468486] env[65288]: DEBUG dogpile.lock [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Calling creation function for not-yet-present value {{(pid=65288) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1112.469734] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1112.488670] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1112.490754] env[65288]: DEBUG dogpile.cache.region [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65288) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1112.490754] env[65288]: DEBUG dogpile.lock [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Released creation lock {{(pid=65288) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1112.490754] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Releasing lock "network-573" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.490754] env[65288]: DEBUG networking_nsxv3.common.locking [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Lock port-df38ac3f-03ee-4ff0-91d9-26e9f92fb53a taken with stack trace [, , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.490754] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquiring lock "port-df38ac3f-03ee-4ff0-91d9-26e9f92fb53a" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.490754] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired lock "port-df38ac3f-03ee-4ff0-91d9-26e9f92fb53a" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.491085] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired external semaphore "port-df38ac3f-03ee-4ff0-91d9-26e9f92fb53a" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.491120] env[65288]: DEBUG networking_nsxv3.api.rpc [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('df38ac3f-03ee-4ff0-91d9-26e9f92fb53a',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1112.634830] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6ef3aa30-71e5-4dd3-aed3-6e3db0579d82',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1112.894638] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1aa9a5bb-6f77-404d-943d-b0bd01b8e52d',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1112.993581] env[65288]: DEBUG networking_nsxv3.common.locking [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.993786] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.993972] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.994227] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.994379] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.994535] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Segment Port df38ac3f-03ee-4ff0-91d9-26e9f92fb53a not found, creating... [ 1112.994792] env[65288]: DEBUG networking_nsxv3.common.locking [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.994946] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquiring lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.995071] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.995289] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired external semaphore "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.995428] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Releasing lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.995701] env[65288]: DEBUG networking_nsxv3.common.locking [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.995860] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.995965] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.996226] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.996362] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.996497] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Resource: SegmentPort with ID: df38ac3f-03ee-4ff0-91d9-26e9f92fb53a is going to be created. [ 1113.018550] env[65288]: DEBUG networking_nsxv3.common.locking [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.018811] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.018940] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.019235] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.019476] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.019700] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Releasing lock "port-df38ac3f-03ee-4ff0-91d9-26e9f92fb53a" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.136903] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6ef3aa30-71e5-4dd3-aed3-6e3db0579d82',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1113.397802] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.397802] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.397802] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.398091] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.398258] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.398258] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1aa9a5bb-6f77-404d-943d-b0bd01b8e52d is going to be updated. [ 1113.430358] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.430513] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.430580] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.430860] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.431076] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.441162] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1aa9a5bb-6f77-404d-943d-b0bd01b8e52d in Status: IN_PROGRESS for 2s [ 1113.640399] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.640601] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.640650] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.640919] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.641026] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.641126] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6ef3aa30-71e5-4dd3-aed3-6e3db0579d82 is going to be updated. [ 1113.676365] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.676587] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.676656] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.676868] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.677041] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.689388] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6ef3aa30-71e5-4dd3-aed3-6e3db0579d82 in Status: IN_PROGRESS for 2s [ 1113.773079] env[65288]: INFO networking_nsxv3.common.synchronization [req-0e783ecd-5f3a-479f-97dc-a6f308c6607b req-1a70a9f7-fba9-48ae-854a-343a29766297 service nova] Enqueued Resource ID: 6ef3aa30-71e5-4dd3-aed3-6e3db0579d82 with Priority: HIGHEST for action security_group_rules [ 1113.773400] env[65288]: INFO networking_nsxv3.common.synchronization [req-0e783ecd-5f3a-479f-97dc-a6f308c6607b req-1a70a9f7-fba9-48ae-854a-343a29766297 service nova] Enqueued Resource ID: 6ef3aa30-71e5-4dd3-aed3-6e3db0579d82 with Priority: HIGHEST for action security_group_members [ 1113.773508] env[65288]: INFO networking_nsxv3.common.synchronization [req-0e783ecd-5f3a-479f-97dc-a6f308c6607b req-1a70a9f7-fba9-48ae-854a-343a29766297 service nova] Enqueued Resource ID: df38ac3f-03ee-4ff0-91d9-26e9f92fb53a with Priority: HIGHEST for action port [ 1113.774079] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6ef3aa30-71e5-4dd3-aed3-6e3db0579d82 with Priority: HIGHEST for action security_group_rules [ 1113.774249] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6ef3aa30-71e5-4dd3-aed3-6e3db0579d82 with Priority: HIGHEST for action security_group_members [ 1113.774372] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: df38ac3f-03ee-4ff0-91d9-26e9f92fb53a with Priority: HIGHEST for action port [ 1113.774776] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6ef3aa30-71e5-4dd3-aed3-6e3db0579d82 taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.774854] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6ef3aa30-71e5-4dd3-aed3-6e3db0579d82" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.774884] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6ef3aa30-71e5-4dd3-aed3-6e3db0579d82" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.775150] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6ef3aa30-71e5-4dd3-aed3-6e3db0579d82" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.775323] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6ef3aa30-71e5-4dd3-aed3-6e3db0579d82',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1113.776821] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock member-6ef3aa30-71e5-4dd3-aed3-6e3db0579d82 taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.776821] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6ef3aa30-71e5-4dd3-aed3-6e3db0579d82" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.776954] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock port-df38ac3f-03ee-4ff0-91d9-26e9f92fb53a taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.777106] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-df38ac3f-03ee-4ff0-91d9-26e9f92fb53a" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.777253] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-df38ac3f-03ee-4ff0-91d9-26e9f92fb53a" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.777451] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-df38ac3f-03ee-4ff0-91d9-26e9f92fb53a" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.777566] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('df38ac3f-03ee-4ff0-91d9-26e9f92fb53a',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1114.279764] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock member-6ef3aa30-71e5-4dd3-aed3-6e3db0579d82 taken with stack trace [, , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.280214] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6ef3aa30-71e5-4dd3-aed3-6e3db0579d82" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.280214] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port df38ac3f-03ee-4ff0-91d9-26e9f92fb53a with status ACTIVE [ 1114.280385] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.280488] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.280553] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.280809] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.280916] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.281111] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.281207] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.281268] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.281426] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.281505] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.281920] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.281920] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.281920] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.282043] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.282110] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.282148] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: df38ac3f-03ee-4ff0-91d9-26e9f92fb53a is going to be updated. [ 1114.318736] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.319330] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.319412] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.319624] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.319763] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.319916] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-df38ac3f-03ee-4ff0-91d9-26e9f92fb53a" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.451660] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1aa9a5bb-6f77-404d-943d-b0bd01b8e52d in Status: SUCCESS [ 1115.451970] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1aa9a5bb-6f77-404d-943d-b0bd01b8e52d" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.645463] env[65288]: DEBUG networking_nsxv3.common.locking [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Lock network-704 taken with stack trace [, , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.645666] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquiring lock "network-704" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.646571] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired lock "network-704" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.646571] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired external semaphore "network-704" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.646571] env[65288]: DEBUG networking_nsxv3.common.locking [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.646571] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquiring lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.646571] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.646783] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired external semaphore "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.646924] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Releasing lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.647147] env[65288]: DEBUG dogpile.cache.region [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] No value present for key: 'zone-id' {{(pid=65288) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1115.647254] env[65288]: DEBUG dogpile.lock [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] NeedRegenerationException {{(pid=65288) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1115.647357] env[65288]: DEBUG dogpile.lock [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] no value, waiting for create lock {{(pid=65288) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1115.647455] env[65288]: DEBUG dogpile.lock [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] value creation lock acquired {{(pid=65288) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1115.647559] env[65288]: DEBUG dogpile.cache.region [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] No value present for key: 'zone-id' {{(pid=65288) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1115.647659] env[65288]: DEBUG dogpile.lock [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Calling creation function for not-yet-present value {{(pid=65288) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1115.647788] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1115.666663] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1115.667578] env[65288]: DEBUG dogpile.cache.region [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=65288) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1115.667578] env[65288]: DEBUG dogpile.lock [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Released creation lock {{(pid=65288) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1115.667578] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Releasing lock "network-704" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.667578] env[65288]: DEBUG networking_nsxv3.common.locking [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Lock port-0cc5eeb5-9c64-4b68-8e51-8fd18d6f6448 taken with stack trace [, , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.667797] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquiring lock "port-0cc5eeb5-9c64-4b68-8e51-8fd18d6f6448" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.668022] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired lock "port-0cc5eeb5-9c64-4b68-8e51-8fd18d6f6448" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.668930] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired external semaphore "port-0cc5eeb5-9c64-4b68-8e51-8fd18d6f6448" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.669102] env[65288]: DEBUG networking_nsxv3.api.rpc [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0cc5eeb5-9c64-4b68-8e51-8fd18d6f6448',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1115.699280] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6ef3aa30-71e5-4dd3-aed3-6e3db0579d82 in Status: SUCCESS [ 1115.700889] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6ef3aa30-71e5-4dd3-aed3-6e3db0579d82" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.700889] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6ef3aa30-71e5-4dd3-aed3-6e3db0579d82" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.700889] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6ef3aa30-71e5-4dd3-aed3-6e3db0579d82" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.700889] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.701188] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.701188] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.701188] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.701281] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.701331] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6ef3aa30-71e5-4dd3-aed3-6e3db0579d82',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1116.172606] env[65288]: DEBUG networking_nsxv3.common.locking [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.172850] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.172975] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.173520] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.173520] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.173854] env[65288]: DEBUG networking_nsxv3.common.locking [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.173854] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquiring lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.174032] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.174691] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired external semaphore "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.174691] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Releasing lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.174691] env[65288]: DEBUG networking_nsxv3.common.locking [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.174691] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.175821] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.175821] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.175821] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.175821] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Resource: SegmentPort with ID: 0cc5eeb5-9c64-4b68-8e51-8fd18d6f6448 is going to be updated. [ 1116.203757] env[65288]: DEBUG networking_nsxv3.common.locking [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.204098] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.204279] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.204594] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.204805] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.205047] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Releasing lock "port-0cc5eeb5-9c64-4b68-8e51-8fd18d6f6448" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.205830] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6ef3aa30-71e5-4dd3-aed3-6e3db0579d82',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1116.708109] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6ef3aa30-71e5-4dd3-aed3-6e3db0579d82',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1116.907329] env[65288]: INFO networking_nsxv3.common.synchronization [req-e4ce52e3-aabb-41b8-a9a8-15c4b3df5afb req-299e1eef-19fa-47b2-a5a8-bfce315b27cb service nova] Enqueued Resource ID: cb39eb2f-fa04-4c19-9a69-ad1eb4b88e84 with Priority: HIGHEST for action security_group_rules [ 1116.907510] env[65288]: INFO networking_nsxv3.common.synchronization [req-e4ce52e3-aabb-41b8-a9a8-15c4b3df5afb req-299e1eef-19fa-47b2-a5a8-bfce315b27cb service nova] Enqueued Resource ID: cb39eb2f-fa04-4c19-9a69-ad1eb4b88e84 with Priority: HIGHEST for action security_group_members [ 1116.907647] env[65288]: INFO networking_nsxv3.common.synchronization [req-e4ce52e3-aabb-41b8-a9a8-15c4b3df5afb req-299e1eef-19fa-47b2-a5a8-bfce315b27cb service nova] Enqueued Resource ID: 0cc5eeb5-9c64-4b68-8e51-8fd18d6f6448 with Priority: HIGHEST for action port [ 1116.908503] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cb39eb2f-fa04-4c19-9a69-ad1eb4b88e84 with Priority: HIGHEST for action security_group_rules [ 1116.908641] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cb39eb2f-fa04-4c19-9a69-ad1eb4b88e84 with Priority: HIGHEST for action security_group_members [ 1116.908762] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0cc5eeb5-9c64-4b68-8e51-8fd18d6f6448 with Priority: HIGHEST for action port [ 1116.909066] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cb39eb2f-fa04-4c19-9a69-ad1eb4b88e84 taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.909189] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cb39eb2f-fa04-4c19-9a69-ad1eb4b88e84" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.909267] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cb39eb2f-fa04-4c19-9a69-ad1eb4b88e84" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.909468] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cb39eb2f-fa04-4c19-9a69-ad1eb4b88e84" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.909515] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cb39eb2f-fa04-4c19-9a69-ad1eb4b88e84',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1116.910406] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock member-cb39eb2f-fa04-4c19-9a69-ad1eb4b88e84 taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.910540] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cb39eb2f-fa04-4c19-9a69-ad1eb4b88e84" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.910625] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cb39eb2f-fa04-4c19-9a69-ad1eb4b88e84" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.910747] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cb39eb2f-fa04-4c19-9a69-ad1eb4b88e84" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.910955] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.911059] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.911124] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.911265] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.911351] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.911439] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cb39eb2f-fa04-4c19-9a69-ad1eb4b88e84',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1116.912686] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock port-0cc5eeb5-9c64-4b68-8e51-8fd18d6f6448 taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.912686] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0cc5eeb5-9c64-4b68-8e51-8fd18d6f6448" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.912686] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0cc5eeb5-9c64-4b68-8e51-8fd18d6f6448" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.912686] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0cc5eeb5-9c64-4b68-8e51-8fd18d6f6448" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.912686] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0cc5eeb5-9c64-4b68-8e51-8fd18d6f6448',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1117.210544] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.210719] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.210765] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.211165] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.211294] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.211418] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6ef3aa30-71e5-4dd3-aed3-6e3db0579d82 is going to be updated. [ 1117.240100] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.240306] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.240306] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.240519] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.240667] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.250206] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6ef3aa30-71e5-4dd3-aed3-6e3db0579d82 in Status: IN_PROGRESS for 2s [ 1117.414620] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('cb39eb2f-fa04-4c19-9a69-ad1eb4b88e84',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1117.415604] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock member-cb39eb2f-fa04-4c19-9a69-ad1eb4b88e84 taken with stack trace [, , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.415604] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cb39eb2f-fa04-4c19-9a69-ad1eb4b88e84" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.416136] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0cc5eeb5-9c64-4b68-8e51-8fd18d6f6448 with status ACTIVE [ 1117.416136] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.416136] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.416136] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.416812] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.416812] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.416812] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.416981] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.416981] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.417957] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.418062] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.418287] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.418593] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.419545] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.419545] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.419545] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.419545] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0cc5eeb5-9c64-4b68-8e51-8fd18d6f6448 is going to be updated. [ 1117.440672] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.440880] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.440951] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.441155] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.441297] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.441459] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0cc5eeb5-9c64-4b68-8e51-8fd18d6f6448" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.921380] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('cb39eb2f-fa04-4c19-9a69-ad1eb4b88e84',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1118.423908] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.424144] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.424224] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.424442] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.424531] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.424634] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cb39eb2f-fa04-4c19-9a69-ad1eb4b88e84 is going to be updated. [ 1118.451840] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.452027] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.452083] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.452331] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.452473] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.461254] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cb39eb2f-fa04-4c19-9a69-ad1eb4b88e84 in Status: IN_PROGRESS for 2s [ 1119.262800] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6ef3aa30-71e5-4dd3-aed3-6e3db0579d82 in Status: SUCCESS [ 1119.262800] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6ef3aa30-71e5-4dd3-aed3-6e3db0579d82" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.262800] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6ef3aa30-71e5-4dd3-aed3-6e3db0579d82" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.262800] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6ef3aa30-71e5-4dd3-aed3-6e3db0579d82" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.263418] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.263418] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.263418] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.263418] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.263418] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.263418] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6ef3aa30-71e5-4dd3-aed3-6e3db0579d82" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.263661] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6ef3aa30-71e5-4dd3-aed3-6e3db0579d82',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1119.765998] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock member-6ef3aa30-71e5-4dd3-aed3-6e3db0579d82 taken with stack trace [, , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.766308] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6ef3aa30-71e5-4dd3-aed3-6e3db0579d82" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.766409] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6ef3aa30-71e5-4dd3-aed3-6e3db0579d82" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.766645] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6ef3aa30-71e5-4dd3-aed3-6e3db0579d82" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.766837] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.766944] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.767074] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.767193] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.767291] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.767377] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6ef3aa30-71e5-4dd3-aed3-6e3db0579d82" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.767523] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock member-6ef3aa30-71e5-4dd3-aed3-6e3db0579d82 taken with stack trace [, , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.767631] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6ef3aa30-71e5-4dd3-aed3-6e3db0579d82" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.767687] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6ef3aa30-71e5-4dd3-aed3-6e3db0579d82" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.767837] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6ef3aa30-71e5-4dd3-aed3-6e3db0579d82" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.767974] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.768105] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.768163] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.768273] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.768359] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.768445] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6ef3aa30-71e5-4dd3-aed3-6e3db0579d82" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.768531] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6ef3aa30-71e5-4dd3-aed3-6e3db0579d82',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1120.271432] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6ef3aa30-71e5-4dd3-aed3-6e3db0579d82: rpc.has_security_group_logging(os_id): False [ 1120.290192] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.290524] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.290524] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.290717] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.290717] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.291099] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.291239] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.291278] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.291460] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.291544] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.291766] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.291892] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.291930] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.292105] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.292186] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.292457] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.292563] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.292668] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.292891] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.293032] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.293210] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6ef3aa30-71e5-4dd3-aed3-6e3db0579d82 is going to be updated. [ 1120.388089] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.388277] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.388321] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.388519] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.390135] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.405957] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6ef3aa30-71e5-4dd3-aed3-6e3db0579d82 in Status: IN_PROGRESS for 2s [ 1120.480388] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cb39eb2f-fa04-4c19-9a69-ad1eb4b88e84 in Status: SUCCESS [ 1120.480805] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cb39eb2f-fa04-4c19-9a69-ad1eb4b88e84" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.481179] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cb39eb2f-fa04-4c19-9a69-ad1eb4b88e84" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.481427] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cb39eb2f-fa04-4c19-9a69-ad1eb4b88e84" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.481634] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.481757] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.481824] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.482018] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.482096] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.482186] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cb39eb2f-fa04-4c19-9a69-ad1eb4b88e84" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.482277] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('cb39eb2f-fa04-4c19-9a69-ad1eb4b88e84',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1120.986689] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock member-cb39eb2f-fa04-4c19-9a69-ad1eb4b88e84 taken with stack trace [, , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.987194] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cb39eb2f-fa04-4c19-9a69-ad1eb4b88e84" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.990020] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cb39eb2f-fa04-4c19-9a69-ad1eb4b88e84" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.990020] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cb39eb2f-fa04-4c19-9a69-ad1eb4b88e84" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.990020] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.990020] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.990020] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.990020] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.990020] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.990020] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cb39eb2f-fa04-4c19-9a69-ad1eb4b88e84" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.990020] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock member-cb39eb2f-fa04-4c19-9a69-ad1eb4b88e84 taken with stack trace [, , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.990020] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cb39eb2f-fa04-4c19-9a69-ad1eb4b88e84" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.990020] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cb39eb2f-fa04-4c19-9a69-ad1eb4b88e84" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.990020] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cb39eb2f-fa04-4c19-9a69-ad1eb4b88e84" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.990020] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.990020] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.990020] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.990020] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.990020] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.990020] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cb39eb2f-fa04-4c19-9a69-ad1eb4b88e84" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.990636] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('cb39eb2f-fa04-4c19-9a69-ad1eb4b88e84',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1121.492395] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for cb39eb2f-fa04-4c19-9a69-ad1eb4b88e84: rpc.has_security_group_logging(os_id): False [ 1121.511354] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.511519] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.511559] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.511759] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.511887] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.512221] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.512329] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.512389] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.512626] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.512714] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.512906] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.512996] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.513074] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.513222] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.513319] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.513543] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.513634] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.513694] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.513830] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.513935] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.514046] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cb39eb2f-fa04-4c19-9a69-ad1eb4b88e84 is going to be updated. [ 1121.598174] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.598374] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.598421] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.598642] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.598808] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.617943] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cb39eb2f-fa04-4c19-9a69-ad1eb4b88e84 in Status: IN_PROGRESS for 2s [ 1121.910064] env[65288]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1121.910064] env[65288]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=2 [ 1122.422380] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6ef3aa30-71e5-4dd3-aed3-6e3db0579d82 in Status: SUCCESS [ 1122.422639] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6ef3aa30-71e5-4dd3-aed3-6e3db0579d82" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.634954] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cb39eb2f-fa04-4c19-9a69-ad1eb4b88e84 in Status: SUCCESS [ 1123.635374] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cb39eb2f-fa04-4c19-9a69-ad1eb4b88e84" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.583857] env[65288]: INFO networking_nsxv3.common.synchronization [req-c2f83278-38d0-4a97-88f8-b157eec23388 req-59ec9bae-e624-4842-9ed6-4a82b77ad8bb tempest-ServersTestJSON-1364057316 tempest-ServersTestJSON-1364057316-project-member] Enqueued Resource ID: 6ef3aa30-71e5-4dd3-aed3-6e3db0579d82 with Priority: HIGHEST for action security_group_members [ 1124.584595] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6ef3aa30-71e5-4dd3-aed3-6e3db0579d82 with Priority: HIGHEST for action security_group_members [ 1124.584762] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock member-6ef3aa30-71e5-4dd3-aed3-6e3db0579d82 taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.585303] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6ef3aa30-71e5-4dd3-aed3-6e3db0579d82" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.585380] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6ef3aa30-71e5-4dd3-aed3-6e3db0579d82" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.585584] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6ef3aa30-71e5-4dd3-aed3-6e3db0579d82" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.585745] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.585848] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.585911] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.586071] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.586157] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.586334] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6ef3aa30-71e5-4dd3-aed3-6e3db0579d82',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1125.088414] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6ef3aa30-71e5-4dd3-aed3-6e3db0579d82',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1125.592898] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6ef3aa30-71e5-4dd3-aed3-6e3db0579d82',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1126.095662] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.095984] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.095984] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.096284] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.096402] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.096507] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6ef3aa30-71e5-4dd3-aed3-6e3db0579d82 is going to be updated. [ 1126.127194] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.127403] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.127504] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.127753] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.127940] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.137952] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6ef3aa30-71e5-4dd3-aed3-6e3db0579d82 in Status: IN_PROGRESS for 2s [ 1127.360250] env[65288]: INFO networking_nsxv3.common.synchronization [req-0d1dd501-9a87-42f7-8817-a33a1d490d20 req-ed69fc8e-a982-4374-806a-f1d75558da02 tempest-AttachVolumeShelveTestJSON-1139502408 tempest-AttachVolumeShelveTestJSON-1139502408-project-member] Enqueued Resource ID: ea06a721-ec40-45ad-9f76-f8a7965f00f6 with Priority: HIGHEST for action security_group_members [ 1127.360828] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ea06a721-ec40-45ad-9f76-f8a7965f00f6 with Priority: HIGHEST for action security_group_members [ 1127.361196] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock member-ea06a721-ec40-45ad-9f76-f8a7965f00f6 taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.361320] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ea06a721-ec40-45ad-9f76-f8a7965f00f6" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.361388] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ea06a721-ec40-45ad-9f76-f8a7965f00f6" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.361593] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ea06a721-ec40-45ad-9f76-f8a7965f00f6" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.361738] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.361832] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.361904] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.362063] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.362147] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.362243] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ea06a721-ec40-45ad-9f76-f8a7965f00f6',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1127.865481] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.865688] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.865688] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.865927] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.866061] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.866234] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.866341] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.866405] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.866561] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.866653] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.866729] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ea06a721-ec40-45ad-9f76-f8a7965f00f6 is going to be updated. [ 1127.913698] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.913902] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.913902] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.914306] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.914306] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.923980] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ea06a721-ec40-45ad-9f76-f8a7965f00f6 in Status: IN_PROGRESS for 2s [ 1128.149108] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6ef3aa30-71e5-4dd3-aed3-6e3db0579d82 in Status: SUCCESS [ 1128.149288] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6ef3aa30-71e5-4dd3-aed3-6e3db0579d82" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.935745] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ea06a721-ec40-45ad-9f76-f8a7965f00f6 in Status: SUCCESS [ 1129.935745] env[65288]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ea06a721-ec40-45ad-9f76-f8a7965f00f6 deletion is rescheduled due to dependency. [ 1129.936123] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ea06a721-ec40-45ad-9f76-f8a7965f00f6" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.365332] env[65288]: INFO networking_nsxv3.common.synchronization [req-64fe1a82-df51-49dc-9a60-5498085173c0 req-e82b84bc-6175-4e49-970a-ae0a42f9b84b tempest-ServersTestJSON-1364057316 tempest-ServersTestJSON-1364057316-project-member] Enqueued Resource ID: 6ef3aa30-71e5-4dd3-aed3-6e3db0579d82 with Priority: HIGHEST for action security_group_members [ 1131.365864] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6ef3aa30-71e5-4dd3-aed3-6e3db0579d82 with Priority: HIGHEST for action security_group_members [ 1131.366188] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock member-6ef3aa30-71e5-4dd3-aed3-6e3db0579d82 taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.366310] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6ef3aa30-71e5-4dd3-aed3-6e3db0579d82" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.366377] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6ef3aa30-71e5-4dd3-aed3-6e3db0579d82" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.366572] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6ef3aa30-71e5-4dd3-aed3-6e3db0579d82" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.366717] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.366814] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.366875] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.367029] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.367116] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.367209] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6ef3aa30-71e5-4dd3-aed3-6e3db0579d82',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1131.870011] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6ef3aa30-71e5-4dd3-aed3-6e3db0579d82',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1132.371913] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6ef3aa30-71e5-4dd3-aed3-6e3db0579d82',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1132.873956] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.874122] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.874193] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.874403] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.874492] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.874593] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6ef3aa30-71e5-4dd3-aed3-6e3db0579d82 is going to be updated. [ 1132.905201] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.905357] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.905430] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.905640] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.905786] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.915998] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6ef3aa30-71e5-4dd3-aed3-6e3db0579d82 in Status: IN_PROGRESS for 2s [ 1133.161444] env[65288]: INFO networking_nsxv3.common.synchronization [req-b7b6317a-300c-45cf-9ac2-47e230153a08 req-52dd066b-6d50-4a4c-94c6-48d9ec96efcb tempest-AttachInterfacesTestJSON-212311792 tempest-AttachInterfacesTestJSON-212311792-project-member] Enqueued Resource ID: 03949d61-476d-4592-a53a-be5ca4c18b3b with Priority: HIGHEST for action security_group_members [ 1133.162397] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 03949d61-476d-4592-a53a-be5ca4c18b3b with Priority: HIGHEST for action security_group_members [ 1133.162739] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock member-03949d61-476d-4592-a53a-be5ca4c18b3b taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.162868] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-03949d61-476d-4592-a53a-be5ca4c18b3b" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.162932] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-03949d61-476d-4592-a53a-be5ca4c18b3b" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.163158] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-03949d61-476d-4592-a53a-be5ca4c18b3b" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.163314] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.163414] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.163476] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.163626] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.163710] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.163804] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('03949d61-476d-4592-a53a-be5ca4c18b3b',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1133.666073] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('03949d61-476d-4592-a53a-be5ca4c18b3b',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1134.168758] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('03949d61-476d-4592-a53a-be5ca4c18b3b',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1134.674308] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.674602] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.674602] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.674766] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.674908] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.675179] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 03949d61-476d-4592-a53a-be5ca4c18b3b is going to be updated. [ 1134.704085] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.704519] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.704600] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.704823] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.705079] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.714817] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 03949d61-476d-4592-a53a-be5ca4c18b3b in Status: IN_PROGRESS for 2s [ 1134.925910] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6ef3aa30-71e5-4dd3-aed3-6e3db0579d82 in Status: SUCCESS [ 1134.926150] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6ef3aa30-71e5-4dd3-aed3-6e3db0579d82" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.727305] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 03949d61-476d-4592-a53a-be5ca4c18b3b in Status: SUCCESS [ 1136.727675] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-03949d61-476d-4592-a53a-be5ca4c18b3b" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.163272] env[65288]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1138.163598] env[65288]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1139.578129] env[65288]: INFO networking_nsxv3.common.synchronization [req-2bcf043a-e0cc-40a2-ac02-acebcdda55de req-5b6d5641-4654-4aa0-aaec-d3082f4c5612 tempest-AttachInterfacesTestJSON-212311792 tempest-AttachInterfacesTestJSON-212311792-project-member] Enqueued Resource ID: 03949d61-476d-4592-a53a-be5ca4c18b3b with Priority: HIGHEST for action security_group_members [ 1139.578730] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 03949d61-476d-4592-a53a-be5ca4c18b3b with Priority: HIGHEST for action security_group_members [ 1139.579778] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock member-03949d61-476d-4592-a53a-be5ca4c18b3b taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.579848] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-03949d61-476d-4592-a53a-be5ca4c18b3b" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.579900] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-03949d61-476d-4592-a53a-be5ca4c18b3b" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.580238] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-03949d61-476d-4592-a53a-be5ca4c18b3b" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.580359] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.580515] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.580644] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.580777] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.581646] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.581646] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('03949d61-476d-4592-a53a-be5ca4c18b3b',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1140.083300] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.083581] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.083708] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.083937] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.084119] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.084365] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.084518] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.084518] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.084849] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.084992] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.085128] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 03949d61-476d-4592-a53a-be5ca4c18b3b is going to be updated. [ 1140.114455] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.114675] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.114675] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.114858] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.115120] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.125212] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 03949d61-476d-4592-a53a-be5ca4c18b3b in Status: IN_PROGRESS for 2s [ 1141.793775] env[65288]: INFO networking_nsxv3.common.synchronization [req-e66c7561-a364-4c51-a1c2-bce2d3f39343 req-4ae530cd-0b12-4865-b086-7ff96f1fd58b tempest-ServersTestJSON-1364057316 tempest-ServersTestJSON-1364057316-project-member] Enqueued Resource ID: 6ef3aa30-71e5-4dd3-aed3-6e3db0579d82 with Priority: HIGHEST for action security_group_members [ 1141.793775] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6ef3aa30-71e5-4dd3-aed3-6e3db0579d82 with Priority: HIGHEST for action security_group_members [ 1141.794308] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock member-6ef3aa30-71e5-4dd3-aed3-6e3db0579d82 taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.794308] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6ef3aa30-71e5-4dd3-aed3-6e3db0579d82" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.794402] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6ef3aa30-71e5-4dd3-aed3-6e3db0579d82" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.795029] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6ef3aa30-71e5-4dd3-aed3-6e3db0579d82" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.795029] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.795029] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.795029] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.795248] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.795248] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.795356] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6ef3aa30-71e5-4dd3-aed3-6e3db0579d82',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1142.105751] env[65288]: DEBUG networking_nsxv3.common.locking [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Lock network-573 taken with stack trace [, , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.105969] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquiring lock "network-573" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.106107] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired lock "network-573" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.106445] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired external semaphore "network-573" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.106850] env[65288]: DEBUG networking_nsxv3.common.locking [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.107122] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquiring lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.107246] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.107516] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired external semaphore "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.107705] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Releasing lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.107916] env[65288]: DEBUG dogpile.cache.region [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] No value present for key: 'zone-id' {{(pid=65288) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1142.108041] env[65288]: DEBUG dogpile.lock [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] NeedRegenerationException {{(pid=65288) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1142.108148] env[65288]: DEBUG dogpile.lock [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] no value, waiting for create lock {{(pid=65288) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1142.108256] env[65288]: DEBUG dogpile.lock [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] value creation lock acquired {{(pid=65288) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1142.108367] env[65288]: DEBUG dogpile.cache.region [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] No value present for key: 'zone-id' {{(pid=65288) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1142.108470] env[65288]: DEBUG dogpile.lock [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Calling creation function for not-yet-present value {{(pid=65288) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1142.108632] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1142.130078] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1142.130259] env[65288]: DEBUG dogpile.cache.region [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65288) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1142.130534] env[65288]: DEBUG dogpile.lock [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Released creation lock {{(pid=65288) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1142.130721] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Releasing lock "network-573" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.131048] env[65288]: DEBUG networking_nsxv3.common.locking [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Lock port-ab68d177-4e64-4364-bf09-da55ed84f9f5 taken with stack trace [, , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.131299] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquiring lock "port-ab68d177-4e64-4364-bf09-da55ed84f9f5" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.131422] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired lock "port-ab68d177-4e64-4364-bf09-da55ed84f9f5" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.131748] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired external semaphore "port-ab68d177-4e64-4364-bf09-da55ed84f9f5" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.131889] env[65288]: DEBUG networking_nsxv3.api.rpc [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ab68d177-4e64-4364-bf09-da55ed84f9f5',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1142.143713] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 03949d61-476d-4592-a53a-be5ca4c18b3b in Status: SUCCESS [ 1142.143907] env[65288]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 03949d61-476d-4592-a53a-be5ca4c18b3b deletion is rescheduled due to dependency. [ 1142.143986] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-03949d61-476d-4592-a53a-be5ca4c18b3b" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.299155] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6ef3aa30-71e5-4dd3-aed3-6e3db0579d82',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1142.637370] env[65288]: DEBUG networking_nsxv3.common.locking [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.637370] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.637370] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.637370] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.637370] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.637370] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Segment Port ab68d177-4e64-4364-bf09-da55ed84f9f5 not found, creating... [ 1142.637370] env[65288]: DEBUG networking_nsxv3.common.locking [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.637370] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquiring lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.637370] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.637370] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired external semaphore "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.637370] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Releasing lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.637956] env[65288]: DEBUG networking_nsxv3.common.locking [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.637956] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.637956] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.637956] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.638130] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.638275] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Resource: SegmentPort with ID: ab68d177-4e64-4364-bf09-da55ed84f9f5 is going to be created. [ 1142.659233] env[65288]: DEBUG networking_nsxv3.common.locking [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.659501] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.659664] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.659988] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.660277] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.660541] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Releasing lock "port-ab68d177-4e64-4364-bf09-da55ed84f9f5" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.801407] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6ef3aa30-71e5-4dd3-aed3-6e3db0579d82',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1143.304318] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.304442] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.304512] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.304726] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.304815] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.304915] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6ef3aa30-71e5-4dd3-aed3-6e3db0579d82 is going to be updated. [ 1143.335137] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.335378] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.335378] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.335554] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.335802] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.344877] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6ef3aa30-71e5-4dd3-aed3-6e3db0579d82 in Status: IN_PROGRESS for 2s [ 1143.354234] env[65288]: INFO networking_nsxv3.common.synchronization [req-e66c7561-a364-4c51-a1c2-bce2d3f39343 req-c7866521-082f-4dc1-b0c4-354c19196ba6 service nova] Enqueued Resource ID: 6ef3aa30-71e5-4dd3-aed3-6e3db0579d82 with Priority: HIGHEST for action security_group_rules [ 1143.354436] env[65288]: INFO networking_nsxv3.common.synchronization [req-e66c7561-a364-4c51-a1c2-bce2d3f39343 req-c7866521-082f-4dc1-b0c4-354c19196ba6 service nova] Enqueued Resource ID: 6ef3aa30-71e5-4dd3-aed3-6e3db0579d82 with Priority: HIGHEST for action security_group_members [ 1143.354574] env[65288]: INFO networking_nsxv3.common.synchronization [req-e66c7561-a364-4c51-a1c2-bce2d3f39343 req-c7866521-082f-4dc1-b0c4-354c19196ba6 service nova] Enqueued Resource ID: ab68d177-4e64-4364-bf09-da55ed84f9f5 with Priority: HIGHEST for action port [ 1143.354802] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6ef3aa30-71e5-4dd3-aed3-6e3db0579d82 with Priority: HIGHEST for action security_group_rules [ 1143.354935] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6ef3aa30-71e5-4dd3-aed3-6e3db0579d82 with Priority: HIGHEST for action security_group_members [ 1143.355046] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ab68d177-4e64-4364-bf09-da55ed84f9f5 with Priority: HIGHEST for action port [ 1143.355673] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6ef3aa30-71e5-4dd3-aed3-6e3db0579d82 taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.355803] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6ef3aa30-71e5-4dd3-aed3-6e3db0579d82" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.355874] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6ef3aa30-71e5-4dd3-aed3-6e3db0579d82" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.356210] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6ef3aa30-71e5-4dd3-aed3-6e3db0579d82" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.356297] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6ef3aa30-71e5-4dd3-aed3-6e3db0579d82',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1143.357142] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock member-6ef3aa30-71e5-4dd3-aed3-6e3db0579d82 taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.357241] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6ef3aa30-71e5-4dd3-aed3-6e3db0579d82" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.357430] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock port-ab68d177-4e64-4364-bf09-da55ed84f9f5 taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.357539] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ab68d177-4e64-4364-bf09-da55ed84f9f5" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.357610] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ab68d177-4e64-4364-bf09-da55ed84f9f5" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.357766] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ab68d177-4e64-4364-bf09-da55ed84f9f5" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.357842] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ab68d177-4e64-4364-bf09-da55ed84f9f5',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1143.860427] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock member-6ef3aa30-71e5-4dd3-aed3-6e3db0579d82 taken with stack trace [, , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.860902] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6ef3aa30-71e5-4dd3-aed3-6e3db0579d82" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.860902] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ab68d177-4e64-4364-bf09-da55ed84f9f5 with status ACTIVE [ 1143.860902] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.861209] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.861209] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.861329] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.861434] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.861608] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.861704] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.861762] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.861952] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.862041] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.862173] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.862254] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.862304] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.862439] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.862583] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.862665] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ab68d177-4e64-4364-bf09-da55ed84f9f5 is going to be updated. [ 1143.882615] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.882747] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.882827] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.883017] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.883158] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.883317] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ab68d177-4e64-4364-bf09-da55ed84f9f5" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.168600] env[65288]: INFO networking_nsxv3.common.synchronization [None req-7cd04a3c-bfaa-4d97-9cdd-bed1d8fc88d0 tempest-AttachInterfacesTestJSON-212311792 tempest-AttachInterfacesTestJSON-212311792-project-member] Enqueued Resource ID: cb39eb2f-fa04-4c19-9a69-ad1eb4b88e84 with Priority: HIGHEST for action security_group_members [ 1144.169148] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cb39eb2f-fa04-4c19-9a69-ad1eb4b88e84 with Priority: HIGHEST for action security_group_members [ 1144.169445] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock member-cb39eb2f-fa04-4c19-9a69-ad1eb4b88e84 taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.169563] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cb39eb2f-fa04-4c19-9a69-ad1eb4b88e84" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.169628] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cb39eb2f-fa04-4c19-9a69-ad1eb4b88e84" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.169816] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cb39eb2f-fa04-4c19-9a69-ad1eb4b88e84" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.169960] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.170068] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.170131] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.170300] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.170388] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.170479] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cb39eb2f-fa04-4c19-9a69-ad1eb4b88e84',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1144.672185] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.672354] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.672441] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.672638] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.672737] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.672923] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.673027] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.673090] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.673234] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.673313] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.673402] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cb39eb2f-fa04-4c19-9a69-ad1eb4b88e84 is going to be updated. [ 1144.700597] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.700597] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.700597] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.700597] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.702012] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.709132] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cb39eb2f-fa04-4c19-9a69-ad1eb4b88e84 in Status: IN_PROGRESS for 2s [ 1145.357105] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6ef3aa30-71e5-4dd3-aed3-6e3db0579d82 in Status: SUCCESS [ 1145.357498] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6ef3aa30-71e5-4dd3-aed3-6e3db0579d82" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.358062] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6ef3aa30-71e5-4dd3-aed3-6e3db0579d82" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.358062] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6ef3aa30-71e5-4dd3-aed3-6e3db0579d82" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.358062] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.358230] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.358275] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.358379] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.358483] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.358554] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6ef3aa30-71e5-4dd3-aed3-6e3db0579d82',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1145.862385] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6ef3aa30-71e5-4dd3-aed3-6e3db0579d82',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1146.365643] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6ef3aa30-71e5-4dd3-aed3-6e3db0579d82',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1146.719396] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cb39eb2f-fa04-4c19-9a69-ad1eb4b88e84 in Status: SUCCESS [ 1146.719396] env[65288]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cb39eb2f-fa04-4c19-9a69-ad1eb4b88e84 deletion is rescheduled due to dependency. [ 1146.719662] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cb39eb2f-fa04-4c19-9a69-ad1eb4b88e84" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.868557] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.868754] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.868833] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.869062] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.869159] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.869263] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6ef3aa30-71e5-4dd3-aed3-6e3db0579d82 is going to be updated. [ 1146.898767] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.898946] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.898988] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.899194] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.899340] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.912045] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6ef3aa30-71e5-4dd3-aed3-6e3db0579d82 in Status: IN_PROGRESS for 2s [ 1148.923824] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6ef3aa30-71e5-4dd3-aed3-6e3db0579d82 in Status: SUCCESS [ 1148.924160] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6ef3aa30-71e5-4dd3-aed3-6e3db0579d82" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.924266] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6ef3aa30-71e5-4dd3-aed3-6e3db0579d82" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.924481] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6ef3aa30-71e5-4dd3-aed3-6e3db0579d82" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.924671] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.924789] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.924854] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.925021] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.925102] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.925186] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6ef3aa30-71e5-4dd3-aed3-6e3db0579d82" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.925279] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6ef3aa30-71e5-4dd3-aed3-6e3db0579d82',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1149.170315] env[65288]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1149.170441] env[65288]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1149.427502] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock member-6ef3aa30-71e5-4dd3-aed3-6e3db0579d82 taken with stack trace [, , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.427661] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6ef3aa30-71e5-4dd3-aed3-6e3db0579d82" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.427866] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6ef3aa30-71e5-4dd3-aed3-6e3db0579d82" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.428146] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6ef3aa30-71e5-4dd3-aed3-6e3db0579d82" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.428326] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.428431] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.428497] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.428645] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.428948] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.428948] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6ef3aa30-71e5-4dd3-aed3-6e3db0579d82" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.429079] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock member-6ef3aa30-71e5-4dd3-aed3-6e3db0579d82 taken with stack trace [, , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.429175] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6ef3aa30-71e5-4dd3-aed3-6e3db0579d82" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.429239] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6ef3aa30-71e5-4dd3-aed3-6e3db0579d82" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.429376] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6ef3aa30-71e5-4dd3-aed3-6e3db0579d82" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.429510] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.429599] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.429654] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.429783] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.429873] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.429951] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6ef3aa30-71e5-4dd3-aed3-6e3db0579d82" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.430052] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6ef3aa30-71e5-4dd3-aed3-6e3db0579d82',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1149.932499] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6ef3aa30-71e5-4dd3-aed3-6e3db0579d82: rpc.has_security_group_logging(os_id): False [ 1149.973301] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.973446] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.973575] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.973751] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.973842] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.974076] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.974181] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.974243] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.974391] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.974466] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.974649] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.974742] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.974804] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.974942] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.975049] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.975304] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.975414] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.975476] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.975616] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.975692] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.975777] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6ef3aa30-71e5-4dd3-aed3-6e3db0579d82 is going to be updated. [ 1150.098037] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.098250] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.098250] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.098414] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.098577] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.129856] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6ef3aa30-71e5-4dd3-aed3-6e3db0579d82 in Status: IN_PROGRESS for 2s [ 1152.183910] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6ef3aa30-71e5-4dd3-aed3-6e3db0579d82 in Status: SUCCESS [ 1152.184336] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6ef3aa30-71e5-4dd3-aed3-6e3db0579d82" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.498355] env[65288]: INFO networking_nsxv3.common.synchronization [req-71032265-8708-45df-8adc-5fe6a91128d4 req-803fb02f-5473-4e7f-839f-399169d0e9f0 tempest-ListServerFiltersTestJSON-556506036 tempest-ListServerFiltersTestJSON-556506036-project-member] Enqueued Resource ID: c0551e5b-fb41-462c-918e-2cd7e1f39ef7 with Priority: HIGHEST for action security_group_members [ 1153.499225] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c0551e5b-fb41-462c-918e-2cd7e1f39ef7 with Priority: HIGHEST for action security_group_members [ 1153.499225] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock member-c0551e5b-fb41-462c-918e-2cd7e1f39ef7 taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.499413] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c0551e5b-fb41-462c-918e-2cd7e1f39ef7" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.499413] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c0551e5b-fb41-462c-918e-2cd7e1f39ef7" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.499647] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c0551e5b-fb41-462c-918e-2cd7e1f39ef7" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.499785] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.499902] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.499902] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.500013] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.500106] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.500198] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c0551e5b-fb41-462c-918e-2cd7e1f39ef7',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1153.864371] env[65288]: DEBUG networking_nsxv3.common.locking [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Lock network-998 taken with stack trace [, , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.864618] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquiring lock "network-998" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.864692] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired lock "network-998" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.865038] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired external semaphore "network-998" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.865296] env[65288]: DEBUG networking_nsxv3.common.locking [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.865489] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquiring lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.865793] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.865836] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired external semaphore "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.865968] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Releasing lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.866214] env[65288]: DEBUG dogpile.cache.region [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] No value present for key: 'zone-id' {{(pid=65288) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1153.866320] env[65288]: DEBUG dogpile.lock [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] NeedRegenerationException {{(pid=65288) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1153.866425] env[65288]: DEBUG dogpile.lock [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] no value, waiting for create lock {{(pid=65288) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1153.866533] env[65288]: DEBUG dogpile.lock [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] value creation lock acquired {{(pid=65288) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1153.866639] env[65288]: DEBUG dogpile.cache.region [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] No value present for key: 'zone-id' {{(pid=65288) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1153.866743] env[65288]: DEBUG dogpile.lock [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Calling creation function for not-yet-present value {{(pid=65288) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1153.866872] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1153.888073] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1153.888259] env[65288]: DEBUG dogpile.cache.region [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65288) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1153.888379] env[65288]: DEBUG dogpile.lock [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Released creation lock {{(pid=65288) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1153.888564] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Releasing lock "network-998" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.888882] env[65288]: DEBUG networking_nsxv3.common.locking [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Lock port-2789cbbd-6fd6-4d0f-81e2-171390cbcce8 taken with stack trace [, , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.889059] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquiring lock "port-2789cbbd-6fd6-4d0f-81e2-171390cbcce8" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.889269] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired lock "port-2789cbbd-6fd6-4d0f-81e2-171390cbcce8" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.889606] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired external semaphore "port-2789cbbd-6fd6-4d0f-81e2-171390cbcce8" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.889743] env[65288]: DEBUG networking_nsxv3.api.rpc [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2789cbbd-6fd6-4d0f-81e2-171390cbcce8',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1154.003212] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.003490] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.003587] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.003841] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.003930] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.004173] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.004249] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.004289] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.004438] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.004512] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.004598] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c0551e5b-fb41-462c-918e-2cd7e1f39ef7 already deleted. [ 1154.004678] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c0551e5b-fb41-462c-918e-2cd7e1f39ef7" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.324675] env[65288]: INFO networking_nsxv3.common.synchronization [req-e56cf4c5-787e-48e9-9573-53d8c489fddf req-1364392f-a05c-451d-8efd-e977f4ca5442 tempest-ServersTestJSON-1364057316 tempest-ServersTestJSON-1364057316-project-member] Enqueued Resource ID: 6ef3aa30-71e5-4dd3-aed3-6e3db0579d82 with Priority: HIGHEST for action security_group_members [ 1154.325229] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6ef3aa30-71e5-4dd3-aed3-6e3db0579d82 with Priority: HIGHEST for action security_group_members [ 1154.325538] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock member-6ef3aa30-71e5-4dd3-aed3-6e3db0579d82 taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.325657] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6ef3aa30-71e5-4dd3-aed3-6e3db0579d82" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.326428] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6ef3aa30-71e5-4dd3-aed3-6e3db0579d82" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.326428] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6ef3aa30-71e5-4dd3-aed3-6e3db0579d82" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.326428] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.326428] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.326428] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.326663] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.326761] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.326855] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6ef3aa30-71e5-4dd3-aed3-6e3db0579d82',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1154.392843] env[65288]: DEBUG networking_nsxv3.common.locking [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.392843] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.392843] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.393949] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.393949] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.394248] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Segment Port 2789cbbd-6fd6-4d0f-81e2-171390cbcce8 not found, creating... [ 1154.394572] env[65288]: DEBUG networking_nsxv3.common.locking [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.394827] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquiring lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.395037] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.395974] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired external semaphore "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.395974] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Releasing lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.395974] env[65288]: DEBUG networking_nsxv3.common.locking [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.397063] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.397063] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.397063] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.397632] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.397632] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Resource: SegmentPort with ID: 2789cbbd-6fd6-4d0f-81e2-171390cbcce8 is going to be created. [ 1154.419078] env[65288]: DEBUG networking_nsxv3.common.locking [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.420540] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.420698] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.421570] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.421570] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.421570] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Releasing lock "port-2789cbbd-6fd6-4d0f-81e2-171390cbcce8" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.829046] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6ef3aa30-71e5-4dd3-aed3-6e3db0579d82',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1155.115607] env[65288]: INFO networking_nsxv3.common.synchronization [req-71032265-8708-45df-8adc-5fe6a91128d4 req-f4577399-7add-4b2a-83d6-05601f192dab service nova] Enqueued Resource ID: c0551e5b-fb41-462c-918e-2cd7e1f39ef7 with Priority: HIGHEST for action security_group_rules [ 1155.115850] env[65288]: INFO networking_nsxv3.common.synchronization [req-71032265-8708-45df-8adc-5fe6a91128d4 req-f4577399-7add-4b2a-83d6-05601f192dab service nova] Enqueued Resource ID: c0551e5b-fb41-462c-918e-2cd7e1f39ef7 with Priority: HIGHEST for action security_group_members [ 1155.115933] env[65288]: INFO networking_nsxv3.common.synchronization [req-71032265-8708-45df-8adc-5fe6a91128d4 req-f4577399-7add-4b2a-83d6-05601f192dab service nova] Enqueued Resource ID: 2789cbbd-6fd6-4d0f-81e2-171390cbcce8 with Priority: HIGHEST for action port [ 1155.116490] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c0551e5b-fb41-462c-918e-2cd7e1f39ef7 with Priority: HIGHEST for action security_group_rules [ 1155.116679] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c0551e5b-fb41-462c-918e-2cd7e1f39ef7 with Priority: HIGHEST for action security_group_members [ 1155.116790] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2789cbbd-6fd6-4d0f-81e2-171390cbcce8 with Priority: HIGHEST for action port [ 1155.117140] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c0551e5b-fb41-462c-918e-2cd7e1f39ef7 taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.117318] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c0551e5b-fb41-462c-918e-2cd7e1f39ef7" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.117607] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c0551e5b-fb41-462c-918e-2cd7e1f39ef7" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.118435] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c0551e5b-fb41-462c-918e-2cd7e1f39ef7" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.118568] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c0551e5b-fb41-462c-918e-2cd7e1f39ef7',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1155.120155] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock member-c0551e5b-fb41-462c-918e-2cd7e1f39ef7 taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.120398] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c0551e5b-fb41-462c-918e-2cd7e1f39ef7" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.120518] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c0551e5b-fb41-462c-918e-2cd7e1f39ef7" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.120878] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c0551e5b-fb41-462c-918e-2cd7e1f39ef7" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.121110] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.121321] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.121460] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.121654] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.121776] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.121959] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c0551e5b-fb41-462c-918e-2cd7e1f39ef7',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1155.122915] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock port-2789cbbd-6fd6-4d0f-81e2-171390cbcce8 taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.123060] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2789cbbd-6fd6-4d0f-81e2-171390cbcce8" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.123151] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2789cbbd-6fd6-4d0f-81e2-171390cbcce8" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.123384] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2789cbbd-6fd6-4d0f-81e2-171390cbcce8" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.123535] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2789cbbd-6fd6-4d0f-81e2-171390cbcce8',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1155.331357] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6ef3aa30-71e5-4dd3-aed3-6e3db0579d82',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1155.625374] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock member-c0551e5b-fb41-462c-918e-2cd7e1f39ef7 taken with stack trace [, , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.626043] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c0551e5b-fb41-462c-918e-2cd7e1f39ef7" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.626043] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c0551e5b-fb41-462c-918e-2cd7e1f39ef7',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1155.626987] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2789cbbd-6fd6-4d0f-81e2-171390cbcce8 with status ACTIVE [ 1155.627145] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.627310] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.627409] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.627710] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.627865] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.628151] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.628319] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.628465] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.628702] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.628849] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.629333] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.629501] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.629614] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.629849] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.629983] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.630146] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2789cbbd-6fd6-4d0f-81e2-171390cbcce8 is going to be updated. [ 1155.655687] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.655982] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.655982] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.656584] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.656736] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.656891] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2789cbbd-6fd6-4d0f-81e2-171390cbcce8" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.791888] env[65288]: INFO networking_nsxv3.common.synchronization [req-bc0cf019-412c-43d5-a759-d17a8dcffd10 req-8ce177cb-f67c-4b8c-a55d-930fc8b63396 tempest-ListServerFiltersTestJSON-556506036 tempest-ListServerFiltersTestJSON-556506036-project-member] Enqueued Resource ID: c0551e5b-fb41-462c-918e-2cd7e1f39ef7 with Priority: HIGHEST for action security_group_members [ 1155.792893] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c0551e5b-fb41-462c-918e-2cd7e1f39ef7 with Priority: HIGHEST for action security_group_members [ 1155.792893] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock member-c0551e5b-fb41-462c-918e-2cd7e1f39ef7 taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.793059] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c0551e5b-fb41-462c-918e-2cd7e1f39ef7" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.834394] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.834760] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.834760] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.835176] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.835281] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.835429] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6ef3aa30-71e5-4dd3-aed3-6e3db0579d82 is going to be updated. [ 1155.884852] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.885073] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.885149] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.885420] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.885611] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.903898] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6ef3aa30-71e5-4dd3-aed3-6e3db0579d82 in Status: IN_PROGRESS for 2s [ 1156.115635] env[65288]: DEBUG networking_nsxv3.common.locking [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Lock network-998 taken with stack trace [, , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.115836] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquiring lock "network-998" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.115961] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired lock "network-998" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.116262] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired external semaphore "network-998" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.116512] env[65288]: DEBUG networking_nsxv3.common.locking [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.116690] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquiring lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.116803] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.117141] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired external semaphore "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.117299] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Releasing lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.117512] env[65288]: DEBUG dogpile.cache.region [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] No value present for key: 'zone-id' {{(pid=65288) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1156.117719] env[65288]: DEBUG dogpile.lock [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] NeedRegenerationException {{(pid=65288) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1156.117776] env[65288]: DEBUG dogpile.lock [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] no value, waiting for create lock {{(pid=65288) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1156.117890] env[65288]: DEBUG dogpile.lock [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] value creation lock acquired {{(pid=65288) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1156.117999] env[65288]: DEBUG dogpile.cache.region [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] No value present for key: 'zone-id' {{(pid=65288) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1156.118113] env[65288]: DEBUG dogpile.lock [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Calling creation function for not-yet-present value {{(pid=65288) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1156.118242] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1156.132610] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c0551e5b-fb41-462c-918e-2cd7e1f39ef7',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1156.150111] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1156.150285] env[65288]: DEBUG dogpile.cache.region [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Cache value generated in 0.032 seconds for key(s): 'zone-id' {{(pid=65288) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1156.150427] env[65288]: DEBUG dogpile.lock [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Released creation lock {{(pid=65288) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1156.150637] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Releasing lock "network-998" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.150916] env[65288]: DEBUG networking_nsxv3.common.locking [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Lock port-712aab46-78ed-480b-8d13-b595908acca8 taken with stack trace [, , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.151096] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquiring lock "port-712aab46-78ed-480b-8d13-b595908acca8" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.151214] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired lock "port-712aab46-78ed-480b-8d13-b595908acca8" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.151583] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired external semaphore "port-712aab46-78ed-480b-8d13-b595908acca8" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.151724] env[65288]: DEBUG networking_nsxv3.api.rpc [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('712aab46-78ed-480b-8d13-b595908acca8',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1156.635218] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.635515] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.635658] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.636017] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.636172] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.636349] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c0551e5b-fb41-462c-918e-2cd7e1f39ef7 is going to be created. [ 1156.654729] env[65288]: DEBUG networking_nsxv3.common.locking [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.654953] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.655100] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.655405] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.655651] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.655829] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Segment Port 712aab46-78ed-480b-8d13-b595908acca8 not found, creating... [ 1156.656117] env[65288]: DEBUG networking_nsxv3.common.locking [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.656280] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquiring lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.656433] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.656775] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired external semaphore "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.656921] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Releasing lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.657226] env[65288]: DEBUG networking_nsxv3.common.locking [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.657384] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.657500] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.657717] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.657887] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.657992] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Resource: SegmentPort with ID: 712aab46-78ed-480b-8d13-b595908acca8 is going to be created. [ 1156.665378] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.665641] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.665750] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.665983] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.666219] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.678875] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c0551e5b-fb41-462c-918e-2cd7e1f39ef7 in Status: UNINITIALIZED for 2s [ 1156.684682] env[65288]: DEBUG networking_nsxv3.common.locking [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.685034] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.685125] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.685790] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.685790] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.685937] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Releasing lock "port-712aab46-78ed-480b-8d13-b595908acca8" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.382108] env[65288]: INFO networking_nsxv3.common.synchronization [req-bc0cf019-412c-43d5-a759-d17a8dcffd10 req-c95da0ec-f2a9-436b-926d-7589169d4a64 service nova] Enqueued Resource ID: c0551e5b-fb41-462c-918e-2cd7e1f39ef7 with Priority: HIGHEST for action security_group_rules [ 1157.382370] env[65288]: INFO networking_nsxv3.common.synchronization [req-bc0cf019-412c-43d5-a759-d17a8dcffd10 req-c95da0ec-f2a9-436b-926d-7589169d4a64 service nova] Enqueued Resource ID: c0551e5b-fb41-462c-918e-2cd7e1f39ef7 with Priority: HIGHEST for action security_group_members [ 1157.382477] env[65288]: INFO networking_nsxv3.common.synchronization [req-bc0cf019-412c-43d5-a759-d17a8dcffd10 req-c95da0ec-f2a9-436b-926d-7589169d4a64 service nova] Enqueued Resource ID: 712aab46-78ed-480b-8d13-b595908acca8 with Priority: HIGHEST for action port [ 1157.384967] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c0551e5b-fb41-462c-918e-2cd7e1f39ef7 with Priority: HIGHEST for action security_group_rules [ 1157.385183] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c0551e5b-fb41-462c-918e-2cd7e1f39ef7 with Priority: HIGHEST for action security_group_members [ 1157.385321] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 712aab46-78ed-480b-8d13-b595908acca8 with Priority: HIGHEST for action port [ 1157.385959] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c0551e5b-fb41-462c-918e-2cd7e1f39ef7 taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.386144] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c0551e5b-fb41-462c-918e-2cd7e1f39ef7" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.386415] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock member-c0551e5b-fb41-462c-918e-2cd7e1f39ef7 taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.386528] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c0551e5b-fb41-462c-918e-2cd7e1f39ef7" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.386744] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock port-712aab46-78ed-480b-8d13-b595908acca8 taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.386880] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-712aab46-78ed-480b-8d13-b595908acca8" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.386970] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-712aab46-78ed-480b-8d13-b595908acca8" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.387230] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-712aab46-78ed-480b-8d13-b595908acca8" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.387346] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('712aab46-78ed-480b-8d13-b595908acca8',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1157.889835] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 712aab46-78ed-480b-8d13-b595908acca8 with status ACTIVE [ 1157.889988] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.890115] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.890115] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.890334] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.890426] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.890613] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.890717] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.890780] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.890945] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.891032] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.891213] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.891355] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.891396] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.894282] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.894282] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.894282] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 712aab46-78ed-480b-8d13-b595908acca8 is going to be updated. [ 1157.921793] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6ef3aa30-71e5-4dd3-aed3-6e3db0579d82 in Status: SUCCESS [ 1157.922015] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6ef3aa30-71e5-4dd3-aed3-6e3db0579d82" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.935030] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.935207] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.935249] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.935449] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.935590] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.935748] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-712aab46-78ed-480b-8d13-b595908acca8" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.078681] env[65288]: INFO networking_nsxv3.common.synchronization [req-f1672f83-4694-42a2-859b-9c18aa2bd393 req-11aa4cb5-13cf-41ce-a3cc-f657300c4642 tempest-ListServerFiltersTestJSON-556506036 tempest-ListServerFiltersTestJSON-556506036-project-member] Enqueued Resource ID: c0551e5b-fb41-462c-918e-2cd7e1f39ef7 with Priority: HIGHEST for action security_group_members [ 1158.079253] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c0551e5b-fb41-462c-918e-2cd7e1f39ef7 with Priority: HIGHEST for action security_group_members [ 1158.079850] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock member-c0551e5b-fb41-462c-918e-2cd7e1f39ef7 taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.079850] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c0551e5b-fb41-462c-918e-2cd7e1f39ef7" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.390480] env[65288]: DEBUG networking_nsxv3.common.locking [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Lock network-998 taken with stack trace [, , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.390802] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquiring lock "network-998" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.390837] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired lock "network-998" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.391097] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired external semaphore "network-998" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.391386] env[65288]: DEBUG networking_nsxv3.common.locking [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.391540] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquiring lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.391646] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.391858] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired external semaphore "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.392009] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Releasing lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.392220] env[65288]: DEBUG dogpile.cache.region [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] No value present for key: 'zone-id' {{(pid=65288) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1158.392329] env[65288]: DEBUG dogpile.lock [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] NeedRegenerationException {{(pid=65288) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1158.392442] env[65288]: DEBUG dogpile.lock [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] no value, waiting for create lock {{(pid=65288) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1158.392546] env[65288]: DEBUG dogpile.lock [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] value creation lock acquired {{(pid=65288) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1158.392650] env[65288]: DEBUG dogpile.cache.region [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] No value present for key: 'zone-id' {{(pid=65288) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1158.392751] env[65288]: DEBUG dogpile.lock [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Calling creation function for not-yet-present value {{(pid=65288) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1158.392874] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1158.413304] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1158.413600] env[65288]: DEBUG dogpile.cache.region [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65288) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1158.413832] env[65288]: DEBUG dogpile.lock [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Released creation lock {{(pid=65288) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1158.414462] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Releasing lock "network-998" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.414541] env[65288]: DEBUG networking_nsxv3.common.locking [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Lock port-8a9a72d2-a656-409e-be65-b81b11a707bb taken with stack trace [, , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.414804] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquiring lock "port-8a9a72d2-a656-409e-be65-b81b11a707bb" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.414888] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired lock "port-8a9a72d2-a656-409e-be65-b81b11a707bb" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.415367] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired external semaphore "port-8a9a72d2-a656-409e-be65-b81b11a707bb" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.415617] env[65288]: DEBUG networking_nsxv3.api.rpc [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8a9a72d2-a656-409e-be65-b81b11a707bb',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1158.689747] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c0551e5b-fb41-462c-918e-2cd7e1f39ef7 in Status: SUCCESS [ 1158.689974] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c0551e5b-fb41-462c-918e-2cd7e1f39ef7" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.691250] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c0551e5b-fb41-462c-918e-2cd7e1f39ef7" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.691463] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c0551e5b-fb41-462c-918e-2cd7e1f39ef7" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.692086] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.692086] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.692086] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.692230] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.692348] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.692499] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c0551e5b-fb41-462c-918e-2cd7e1f39ef7" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.692651] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c0551e5b-fb41-462c-918e-2cd7e1f39ef7',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1158.693629] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c0551e5b-fb41-462c-918e-2cd7e1f39ef7" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.693801] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c0551e5b-fb41-462c-918e-2cd7e1f39ef7" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.693964] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.694126] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.694226] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.694409] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.694409] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.694516] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c0551e5b-fb41-462c-918e-2cd7e1f39ef7',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1158.918683] env[65288]: DEBUG networking_nsxv3.common.locking [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.918899] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.919050] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.919477] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.919650] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.919859] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Segment Port 8a9a72d2-a656-409e-be65-b81b11a707bb not found, creating... [ 1158.920092] env[65288]: DEBUG networking_nsxv3.common.locking [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.920255] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquiring lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.920369] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.920615] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired external semaphore "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.920732] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Releasing lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.921031] env[65288]: DEBUG networking_nsxv3.common.locking [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.921164] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.921357] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.921731] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.921919] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.922151] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Resource: SegmentPort with ID: 8a9a72d2-a656-409e-be65-b81b11a707bb is going to be created. [ 1158.948528] env[65288]: DEBUG networking_nsxv3.common.locking [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.948752] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.948875] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.949183] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.949468] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.949708] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Releasing lock "port-8a9a72d2-a656-409e-be65-b81b11a707bb" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.196917] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock member-c0551e5b-fb41-462c-918e-2cd7e1f39ef7 taken with stack trace [, , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.197249] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c0551e5b-fb41-462c-918e-2cd7e1f39ef7" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.197844] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c0551e5b-fb41-462c-918e-2cd7e1f39ef7',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1159.701572] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c0551e5b-fb41-462c-918e-2cd7e1f39ef7',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1159.703944] env[65288]: INFO networking_nsxv3.common.synchronization [req-f1672f83-4694-42a2-859b-9c18aa2bd393 req-0a3458ab-cb85-477e-acd1-16784c4350b1 service nova] Enqueued Resource ID: c0551e5b-fb41-462c-918e-2cd7e1f39ef7 with Priority: HIGHEST for action security_group_rules [ 1159.704273] env[65288]: INFO networking_nsxv3.common.synchronization [req-f1672f83-4694-42a2-859b-9c18aa2bd393 req-0a3458ab-cb85-477e-acd1-16784c4350b1 service nova] Enqueued Resource ID: c0551e5b-fb41-462c-918e-2cd7e1f39ef7 with Priority: HIGHEST for action security_group_members [ 1159.704534] env[65288]: INFO networking_nsxv3.common.synchronization [req-f1672f83-4694-42a2-859b-9c18aa2bd393 req-0a3458ab-cb85-477e-acd1-16784c4350b1 service nova] Enqueued Resource ID: 8a9a72d2-a656-409e-be65-b81b11a707bb with Priority: HIGHEST for action port [ 1159.705567] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c0551e5b-fb41-462c-918e-2cd7e1f39ef7 with Priority: HIGHEST for action security_group_rules [ 1159.706012] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c0551e5b-fb41-462c-918e-2cd7e1f39ef7 with Priority: HIGHEST for action security_group_members [ 1159.706012] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8a9a72d2-a656-409e-be65-b81b11a707bb with Priority: HIGHEST for action port [ 1159.706580] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c0551e5b-fb41-462c-918e-2cd7e1f39ef7 taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.706752] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c0551e5b-fb41-462c-918e-2cd7e1f39ef7" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.707088] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock member-c0551e5b-fb41-462c-918e-2cd7e1f39ef7 taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.707222] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c0551e5b-fb41-462c-918e-2cd7e1f39ef7" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.707531] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock port-8a9a72d2-a656-409e-be65-b81b11a707bb taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.707705] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8a9a72d2-a656-409e-be65-b81b11a707bb" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.707797] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8a9a72d2-a656-409e-be65-b81b11a707bb" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.708170] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8a9a72d2-a656-409e-be65-b81b11a707bb" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.708275] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8a9a72d2-a656-409e-be65-b81b11a707bb',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1160.206177] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.206402] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.206402] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.206586] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.206684] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.206845] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c0551e5b-fb41-462c-918e-2cd7e1f39ef7 is going to be updated. [ 1160.210847] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8a9a72d2-a656-409e-be65-b81b11a707bb with status ACTIVE [ 1160.211081] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.211221] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.211373] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.211627] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.211729] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.211953] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.212121] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.212163] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.212577] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.212711] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.212961] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.213104] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.213175] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.213364] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.213450] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.213565] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8a9a72d2-a656-409e-be65-b81b11a707bb is going to be updated. [ 1160.250542] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.250775] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.250821] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.251053] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.251219] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.251537] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8a9a72d2-a656-409e-be65-b81b11a707bb" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.285112] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.285351] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.285351] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.285700] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.285894] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.318685] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c0551e5b-fb41-462c-918e-2cd7e1f39ef7 in Status: IN_PROGRESS for 2s [ 1160.863717] env[65288]: DEBUG networking_nsxv3.common.locking [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Lock network-885 taken with stack trace [, , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.864090] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquiring lock "network-885" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.864090] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired lock "network-885" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.864436] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired external semaphore "network-885" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.864588] env[65288]: DEBUG networking_nsxv3.common.locking [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.864745] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquiring lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.864859] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.865100] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired external semaphore "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.865250] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Releasing lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.865466] env[65288]: DEBUG dogpile.cache.region [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] No value present for key: 'zone-id' {{(pid=65288) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1160.865702] env[65288]: DEBUG dogpile.lock [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] NeedRegenerationException {{(pid=65288) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1160.865702] env[65288]: DEBUG dogpile.lock [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] no value, waiting for create lock {{(pid=65288) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1160.865840] env[65288]: DEBUG dogpile.lock [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] value creation lock acquired {{(pid=65288) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1160.866595] env[65288]: DEBUG dogpile.cache.region [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] No value present for key: 'zone-id' {{(pid=65288) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1160.866595] env[65288]: DEBUG dogpile.lock [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Calling creation function for not-yet-present value {{(pid=65288) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1160.866595] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1160.889038] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1160.889453] env[65288]: DEBUG dogpile.cache.region [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65288) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1160.889453] env[65288]: DEBUG dogpile.lock [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Released creation lock {{(pid=65288) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1160.889534] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Releasing lock "network-885" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.889835] env[65288]: DEBUG networking_nsxv3.common.locking [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Lock port-62660fe4-3d92-49c3-94e1-7e9816b86975 taken with stack trace [, , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.890017] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquiring lock "port-62660fe4-3d92-49c3-94e1-7e9816b86975" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.890186] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired lock "port-62660fe4-3d92-49c3-94e1-7e9816b86975" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.890505] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired external semaphore "port-62660fe4-3d92-49c3-94e1-7e9816b86975" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.890659] env[65288]: DEBUG networking_nsxv3.api.rpc [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('62660fe4-3d92-49c3-94e1-7e9816b86975',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1161.085190] env[65288]: INFO networking_nsxv3.common.synchronization [req-8639cefd-fd3c-44df-89c5-da0e823dc99b req-63cb1d31-629b-4a51-9ba9-ee355aadae4a tempest-AttachVolumeNegativeTest-2114498848 tempest-AttachVolumeNegativeTest-2114498848-project-member] Enqueued Resource ID: 544ca814-cf5f-4900-bced-e78e85d73486 with Priority: HIGHEST for action security_group_members [ 1161.085749] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 544ca814-cf5f-4900-bced-e78e85d73486 with Priority: HIGHEST for action security_group_members [ 1161.086103] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock member-544ca814-cf5f-4900-bced-e78e85d73486 taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.086686] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-544ca814-cf5f-4900-bced-e78e85d73486" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.086686] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-544ca814-cf5f-4900-bced-e78e85d73486" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.086857] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-544ca814-cf5f-4900-bced-e78e85d73486" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.087105] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.087277] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.087365] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.087565] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.087663] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.087763] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('544ca814-cf5f-4900-bced-e78e85d73486',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1161.396027] env[65288]: DEBUG networking_nsxv3.common.locking [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.396027] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.396027] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.396027] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.396027] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.396027] env[65288]: DEBUG networking_nsxv3.common.locking [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.396027] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquiring lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.396027] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.396027] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired external semaphore "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.396027] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Releasing lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.396498] env[65288]: DEBUG networking_nsxv3.common.locking [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.396498] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.396498] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.396498] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.397374] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.397719] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Resource: SegmentPort with ID: 62660fe4-3d92-49c3-94e1-7e9816b86975 is going to be updated. [ 1161.448972] env[65288]: DEBUG networking_nsxv3.common.locking [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.449457] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.449607] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.449950] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.450256] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.451829] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Releasing lock "port-62660fe4-3d92-49c3-94e1-7e9816b86975" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.591125] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.591713] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.591802] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.592111] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.592271] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.592521] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.592624] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.592692] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.592894] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.592960] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.593066] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 544ca814-cf5f-4900-bced-e78e85d73486 is going to be updated. [ 1161.674276] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.674503] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.674545] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.674791] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.675092] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.687925] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 544ca814-cf5f-4900-bced-e78e85d73486 in Status: IN_PROGRESS for 2s [ 1162.176157] env[65288]: INFO networking_nsxv3.common.synchronization [req-55bae37b-962c-416e-a965-2761a240cd14 req-4260e807-f4de-4879-b70d-8a7890956bfa service nova] Enqueued Resource ID: 1aa9a5bb-6f77-404d-943d-b0bd01b8e52d with Priority: HIGHEST for action security_group_rules [ 1162.176990] env[65288]: INFO networking_nsxv3.common.synchronization [req-55bae37b-962c-416e-a965-2761a240cd14 req-4260e807-f4de-4879-b70d-8a7890956bfa service nova] Enqueued Resource ID: 1aa9a5bb-6f77-404d-943d-b0bd01b8e52d with Priority: HIGHEST for action security_group_members [ 1162.176990] env[65288]: INFO networking_nsxv3.common.synchronization [req-55bae37b-962c-416e-a965-2761a240cd14 req-4260e807-f4de-4879-b70d-8a7890956bfa service nova] Enqueued Resource ID: 62660fe4-3d92-49c3-94e1-7e9816b86975 with Priority: HIGHEST for action port [ 1162.177200] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1aa9a5bb-6f77-404d-943d-b0bd01b8e52d with Priority: HIGHEST for action security_group_rules [ 1162.177340] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1aa9a5bb-6f77-404d-943d-b0bd01b8e52d with Priority: HIGHEST for action security_group_members [ 1162.177438] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 62660fe4-3d92-49c3-94e1-7e9816b86975 with Priority: HIGHEST for action port [ 1162.177715] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1aa9a5bb-6f77-404d-943d-b0bd01b8e52d taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.177839] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1aa9a5bb-6f77-404d-943d-b0bd01b8e52d" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.178346] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1aa9a5bb-6f77-404d-943d-b0bd01b8e52d" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.178611] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1aa9a5bb-6f77-404d-943d-b0bd01b8e52d" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.178750] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1aa9a5bb-6f77-404d-943d-b0bd01b8e52d',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1162.179927] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock member-1aa9a5bb-6f77-404d-943d-b0bd01b8e52d taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.180108] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1aa9a5bb-6f77-404d-943d-b0bd01b8e52d" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.180237] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1aa9a5bb-6f77-404d-943d-b0bd01b8e52d" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.180474] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1aa9a5bb-6f77-404d-943d-b0bd01b8e52d" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.183155] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.183330] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.183458] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.183770] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.184508] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.184692] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1aa9a5bb-6f77-404d-943d-b0bd01b8e52d',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1162.185789] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock port-62660fe4-3d92-49c3-94e1-7e9816b86975 taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.186666] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-62660fe4-3d92-49c3-94e1-7e9816b86975" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.186798] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-62660fe4-3d92-49c3-94e1-7e9816b86975" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.187014] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-62660fe4-3d92-49c3-94e1-7e9816b86975" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.187147] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('62660fe4-3d92-49c3-94e1-7e9816b86975',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1162.329854] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c0551e5b-fb41-462c-918e-2cd7e1f39ef7 in Status: SUCCESS [ 1162.330097] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c0551e5b-fb41-462c-918e-2cd7e1f39ef7" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.330279] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c0551e5b-fb41-462c-918e-2cd7e1f39ef7" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.330530] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c0551e5b-fb41-462c-918e-2cd7e1f39ef7" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.330695] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.330839] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.330926] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.331061] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.331119] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.331212] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c0551e5b-fb41-462c-918e-2cd7e1f39ef7',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1162.688842] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock member-1aa9a5bb-6f77-404d-943d-b0bd01b8e52d taken with stack trace [, , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.688940] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1aa9a5bb-6f77-404d-943d-b0bd01b8e52d" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.691281] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1aa9a5bb-6f77-404d-943d-b0bd01b8e52d',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1162.692312] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 62660fe4-3d92-49c3-94e1-7e9816b86975 with status ACTIVE [ 1162.692455] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.692579] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.692646] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.692909] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.692972] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.693169] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.693605] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.693605] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.693605] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.693605] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.693788] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.693788] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.693868] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.693961] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.694770] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.694770] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 62660fe4-3d92-49c3-94e1-7e9816b86975 is going to be updated. [ 1162.721431] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.721755] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.721885] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.722346] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.722587] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.723111] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-62660fe4-3d92-49c3-94e1-7e9816b86975" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.835322] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c0551e5b-fb41-462c-918e-2cd7e1f39ef7',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1163.196816] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1aa9a5bb-6f77-404d-943d-b0bd01b8e52d',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1163.337946] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c0551e5b-fb41-462c-918e-2cd7e1f39ef7',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1163.699704] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.699888] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.700029] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.700341] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.700480] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.700638] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1aa9a5bb-6f77-404d-943d-b0bd01b8e52d is going to be updated. [ 1163.704975] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 544ca814-cf5f-4900-bced-e78e85d73486 in Status: SUCCESS [ 1163.705306] env[65288]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 544ca814-cf5f-4900-bced-e78e85d73486 deletion is rescheduled due to dependency. [ 1163.705402] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-544ca814-cf5f-4900-bced-e78e85d73486" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.747352] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.747528] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.747607] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.747854] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.748030] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.762252] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1aa9a5bb-6f77-404d-943d-b0bd01b8e52d in Status: IN_PROGRESS for 2s [ 1163.841023] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.841023] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.841023] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.841023] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.841291] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.841291] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c0551e5b-fb41-462c-918e-2cd7e1f39ef7 is going to be updated. [ 1163.901225] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.901419] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.901513] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.901734] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.902394] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.915075] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c0551e5b-fb41-462c-918e-2cd7e1f39ef7 in Status: IN_PROGRESS for 2s [ 1165.777268] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1aa9a5bb-6f77-404d-943d-b0bd01b8e52d in Status: SUCCESS [ 1165.777741] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1aa9a5bb-6f77-404d-943d-b0bd01b8e52d" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.777741] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1aa9a5bb-6f77-404d-943d-b0bd01b8e52d" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.777982] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1aa9a5bb-6f77-404d-943d-b0bd01b8e52d" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.778156] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.778279] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.778325] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.778497] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.778584] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.778647] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1aa9a5bb-6f77-404d-943d-b0bd01b8e52d" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.778743] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1aa9a5bb-6f77-404d-943d-b0bd01b8e52d',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1165.927681] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c0551e5b-fb41-462c-918e-2cd7e1f39ef7 in Status: SUCCESS [ 1165.927943] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c0551e5b-fb41-462c-918e-2cd7e1f39ef7" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.928173] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c0551e5b-fb41-462c-918e-2cd7e1f39ef7" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.928409] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c0551e5b-fb41-462c-918e-2cd7e1f39ef7" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.928595] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.928706] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.928768] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.928919] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.929016] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.929132] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c0551e5b-fb41-462c-918e-2cd7e1f39ef7',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1166.281359] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock member-1aa9a5bb-6f77-404d-943d-b0bd01b8e52d taken with stack trace [, , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.281559] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1aa9a5bb-6f77-404d-943d-b0bd01b8e52d" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.281625] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1aa9a5bb-6f77-404d-943d-b0bd01b8e52d" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.281926] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1aa9a5bb-6f77-404d-943d-b0bd01b8e52d" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.282152] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.282283] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.282386] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.282605] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.282737] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.283404] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1aa9a5bb-6f77-404d-943d-b0bd01b8e52d" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.283404] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock member-1aa9a5bb-6f77-404d-943d-b0bd01b8e52d taken with stack trace [, , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.283404] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1aa9a5bb-6f77-404d-943d-b0bd01b8e52d" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.283404] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1aa9a5bb-6f77-404d-943d-b0bd01b8e52d" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.283404] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1aa9a5bb-6f77-404d-943d-b0bd01b8e52d" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.283714] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.283714] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.283714] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.283887] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.284021] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.284127] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1aa9a5bb-6f77-404d-943d-b0bd01b8e52d" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.284219] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1aa9a5bb-6f77-404d-943d-b0bd01b8e52d',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1166.431742] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c0551e5b-fb41-462c-918e-2cd7e1f39ef7',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1166.786673] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1aa9a5bb-6f77-404d-943d-b0bd01b8e52d: rpc.has_security_group_logging(os_id): False [ 1166.806633] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.806914] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.807094] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.807415] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.807542] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.807895] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.808110] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.808182] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.808333] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.808434] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.808852] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.808984] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.809092] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.809312] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.809421] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.809715] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.809844] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.809925] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.810166] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.810262] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.810390] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1aa9a5bb-6f77-404d-943d-b0bd01b8e52d is going to be updated. [ 1166.886295] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.886539] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.886539] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.886849] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.887018] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.900644] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1aa9a5bb-6f77-404d-943d-b0bd01b8e52d in Status: IN_PROGRESS for 2s [ 1166.934280] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c0551e5b-fb41-462c-918e-2cd7e1f39ef7',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1167.178216] env[65288]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1167.178849] env[65288]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=6 [ 1167.437421] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.437626] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.437681] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.437948] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.438056] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.438161] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c0551e5b-fb41-462c-918e-2cd7e1f39ef7 is going to be updated. [ 1167.475873] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.476135] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.476223] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.476412] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.476636] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.489123] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c0551e5b-fb41-462c-918e-2cd7e1f39ef7 in Status: IN_PROGRESS for 2s [ 1168.942425] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1aa9a5bb-6f77-404d-943d-b0bd01b8e52d in Status: SUCCESS [ 1168.942912] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1aa9a5bb-6f77-404d-943d-b0bd01b8e52d" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.512584] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c0551e5b-fb41-462c-918e-2cd7e1f39ef7 in Status: SUCCESS [ 1169.512820] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c0551e5b-fb41-462c-918e-2cd7e1f39ef7" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.513074] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c0551e5b-fb41-462c-918e-2cd7e1f39ef7" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.513395] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c0551e5b-fb41-462c-918e-2cd7e1f39ef7" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.513598] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.513802] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.513802] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.513949] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.514066] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.514190] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c0551e5b-fb41-462c-918e-2cd7e1f39ef7" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.515391] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock member-c0551e5b-fb41-462c-918e-2cd7e1f39ef7 taken with stack trace [, , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.515391] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c0551e5b-fb41-462c-918e-2cd7e1f39ef7" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.515391] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c0551e5b-fb41-462c-918e-2cd7e1f39ef7" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.515391] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c0551e5b-fb41-462c-918e-2cd7e1f39ef7" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.515391] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.515391] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.515391] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.515391] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.515391] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.515391] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c0551e5b-fb41-462c-918e-2cd7e1f39ef7" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.515938] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c0551e5b-fb41-462c-918e-2cd7e1f39ef7',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1169.516448] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c0551e5b-fb41-462c-918e-2cd7e1f39ef7" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.516612] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c0551e5b-fb41-462c-918e-2cd7e1f39ef7" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.516767] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.516942] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.517015] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.517179] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.517280] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.517458] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c0551e5b-fb41-462c-918e-2cd7e1f39ef7',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1169.638183] env[65288]: INFO networking_nsxv3.common.synchronization [req-26da7ff3-4a76-452f-80c0-ef8f0012472a req-a71991f0-3b15-4c8d-8f73-5e023b8da2ed tempest-ServersTestJSON-1364057316 tempest-ServersTestJSON-1364057316-project-member] Enqueued Resource ID: 6ef3aa30-71e5-4dd3-aed3-6e3db0579d82 with Priority: HIGHEST for action security_group_members [ 1169.638183] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6ef3aa30-71e5-4dd3-aed3-6e3db0579d82 with Priority: HIGHEST for action security_group_members [ 1169.639063] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock member-6ef3aa30-71e5-4dd3-aed3-6e3db0579d82 taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.639394] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6ef3aa30-71e5-4dd3-aed3-6e3db0579d82" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.639668] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6ef3aa30-71e5-4dd3-aed3-6e3db0579d82" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.640036] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6ef3aa30-71e5-4dd3-aed3-6e3db0579d82" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.640363] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.640732] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.640919] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.641254] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.641460] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.641680] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6ef3aa30-71e5-4dd3-aed3-6e3db0579d82',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1170.023142] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c0551e5b-fb41-462c-918e-2cd7e1f39ef7: rpc.has_security_group_logging(os_id): False [ 1170.023142] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c0551e5b-fb41-462c-918e-2cd7e1f39ef7',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1170.044269] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.044269] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.044480] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.045036] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.045036] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.045036] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.045254] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.045254] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.045420] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.045526] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.045722] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.045819] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.045893] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.046218] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.046342] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.046579] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.046723] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.046808] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.046977] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.047095] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.047265] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c0551e5b-fb41-462c-918e-2cd7e1f39ef7 is going to be created. [ 1170.064897] env[65288]: DEBUG networking_nsxv3.common.locking [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Lock network-573 taken with stack trace [, , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.065177] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquiring lock "network-573" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.065353] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired lock "network-573" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.065654] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired external semaphore "network-573" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.066645] env[65288]: DEBUG networking_nsxv3.common.locking [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.066876] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquiring lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.067039] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.067655] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired external semaphore "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.067655] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Releasing lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.067895] env[65288]: DEBUG dogpile.cache.region [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] No value present for key: 'zone-id' {{(pid=65288) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1170.068096] env[65288]: DEBUG dogpile.lock [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] NeedRegenerationException {{(pid=65288) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1170.068250] env[65288]: DEBUG dogpile.lock [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] no value, waiting for create lock {{(pid=65288) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1170.068389] env[65288]: DEBUG dogpile.lock [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] value creation lock acquired {{(pid=65288) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1170.068539] env[65288]: DEBUG dogpile.cache.region [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] No value present for key: 'zone-id' {{(pid=65288) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1170.068861] env[65288]: DEBUG dogpile.lock [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Calling creation function for not-yet-present value {{(pid=65288) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1170.069080] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1170.146756] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6ef3aa30-71e5-4dd3-aed3-6e3db0579d82',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1170.167091] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1170.167279] env[65288]: DEBUG dogpile.cache.region [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Cache value generated in 0.098 seconds for key(s): 'zone-id' {{(pid=65288) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1170.167279] env[65288]: DEBUG dogpile.lock [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Released creation lock {{(pid=65288) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1170.167502] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Releasing lock "network-573" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.168167] env[65288]: DEBUG networking_nsxv3.common.locking [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Lock port-e79f141b-d027-49fb-bcd4-cdab195dc378 taken with stack trace [, , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.168494] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquiring lock "port-e79f141b-d027-49fb-bcd4-cdab195dc378" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.168576] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired lock "port-e79f141b-d027-49fb-bcd4-cdab195dc378" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.168860] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired external semaphore "port-e79f141b-d027-49fb-bcd4-cdab195dc378" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.168997] env[65288]: DEBUG networking_nsxv3.api.rpc [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e79f141b-d027-49fb-bcd4-cdab195dc378',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1170.230759] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.231066] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.231066] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.231208] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.231437] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.247299] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c0551e5b-fb41-462c-918e-2cd7e1f39ef7 in Status: IN_PROGRESS for 2s [ 1170.525303] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c0551e5b-fb41-462c-918e-2cd7e1f39ef7',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1170.634546] env[65288]: INFO networking_nsxv3.common.synchronization [None req-58b2f072-5504-43cf-8623-8e6b7c6e9c68 tempest-ServerActionsTestJSON-1569293202 tempest-ServerActionsTestJSON-1569293202-project-member] Enqueued Resource ID: d2e3e650-a955-470a-86da-1052a59553ec with Priority: HIGHEST for action security_group_rules [ 1170.634546] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d2e3e650-a955-470a-86da-1052a59553ec with Priority: HIGHEST for action security_group_rules [ 1170.634546] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d2e3e650-a955-470a-86da-1052a59553ec taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.634832] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d2e3e650-a955-470a-86da-1052a59553ec" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.634875] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d2e3e650-a955-470a-86da-1052a59553ec" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.635234] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d2e3e650-a955-470a-86da-1052a59553ec" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.635353] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d2e3e650-a955-470a-86da-1052a59553ec',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1170.649516] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6ef3aa30-71e5-4dd3-aed3-6e3db0579d82',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1170.672012] env[65288]: DEBUG networking_nsxv3.common.locking [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.672280] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.672362] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.672651] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.672803] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.672957] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Segment Port e79f141b-d027-49fb-bcd4-cdab195dc378 not found, creating... [ 1170.673250] env[65288]: DEBUG networking_nsxv3.common.locking [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.673400] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquiring lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.673516] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.673727] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired external semaphore "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.673882] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Releasing lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.674178] env[65288]: DEBUG networking_nsxv3.common.locking [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.674333] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.674448] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.674656] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.674787] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.674933] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Resource: SegmentPort with ID: e79f141b-d027-49fb-bcd4-cdab195dc378 is going to be created. [ 1170.696875] env[65288]: DEBUG networking_nsxv3.common.locking [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.697071] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.697196] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.697464] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.697695] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.697920] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Releasing lock "port-e79f141b-d027-49fb-bcd4-cdab195dc378" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.726476] env[65288]: INFO networking_nsxv3.common.synchronization [None req-de012709-4137-41ec-96d7-366b22f64953 tempest-ServerActionsTestJSON-1569293202 tempest-ServerActionsTestJSON-1569293202-project-member] Enqueued Resource ID: d2e3e650-a955-470a-86da-1052a59553ec with Priority: HIGHEST for action security_group_rules [ 1170.726995] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d2e3e650-a955-470a-86da-1052a59553ec with Priority: HIGHEST for action security_group_rules [ 1170.727314] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d2e3e650-a955-470a-86da-1052a59553ec taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.727421] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d2e3e650-a955-470a-86da-1052a59553ec" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.028254] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.028647] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.028647] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.028647] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.028748] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.028781] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c0551e5b-fb41-462c-918e-2cd7e1f39ef7 is going to be updated. [ 1171.061981] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.062168] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.062239] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.062465] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.062637] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.071630] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c0551e5b-fb41-462c-918e-2cd7e1f39ef7 in Status: IN_PROGRESS for 2s [ 1171.152025] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.152254] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.152254] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.152600] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.152703] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.152813] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6ef3aa30-71e5-4dd3-aed3-6e3db0579d82 is going to be updated. [ 1171.158839] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.159045] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.159114] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.159341] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.159459] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.159459] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d2e3e650-a955-470a-86da-1052a59553ec already deleted. [ 1171.159576] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d2e3e650-a955-470a-86da-1052a59553ec" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.159684] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d2e3e650-a955-470a-86da-1052a59553ec" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.159835] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d2e3e650-a955-470a-86da-1052a59553ec" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.159919] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d2e3e650-a955-470a-86da-1052a59553ec',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1171.188913] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.189077] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.189171] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.189342] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.189578] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.199630] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6ef3aa30-71e5-4dd3-aed3-6e3db0579d82 in Status: IN_PROGRESS for 2s [ 1171.639082] env[65288]: INFO networking_nsxv3.common.synchronization [req-26da7ff3-4a76-452f-80c0-ef8f0012472a req-f861f31d-995d-4ae8-ad47-1ec9e44264c8 service nova] Enqueued Resource ID: 6ef3aa30-71e5-4dd3-aed3-6e3db0579d82 with Priority: HIGHEST for action security_group_rules [ 1171.639082] env[65288]: INFO networking_nsxv3.common.synchronization [req-26da7ff3-4a76-452f-80c0-ef8f0012472a req-f861f31d-995d-4ae8-ad47-1ec9e44264c8 service nova] Enqueued Resource ID: 6ef3aa30-71e5-4dd3-aed3-6e3db0579d82 with Priority: HIGHEST for action security_group_members [ 1171.639082] env[65288]: INFO networking_nsxv3.common.synchronization [req-26da7ff3-4a76-452f-80c0-ef8f0012472a req-f861f31d-995d-4ae8-ad47-1ec9e44264c8 service nova] Enqueued Resource ID: e79f141b-d027-49fb-bcd4-cdab195dc378 with Priority: HIGHEST for action port [ 1171.639082] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6ef3aa30-71e5-4dd3-aed3-6e3db0579d82 with Priority: HIGHEST for action security_group_rules [ 1171.639543] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6ef3aa30-71e5-4dd3-aed3-6e3db0579d82 with Priority: HIGHEST for action security_group_members [ 1171.639833] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e79f141b-d027-49fb-bcd4-cdab195dc378 with Priority: HIGHEST for action port [ 1171.640363] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6ef3aa30-71e5-4dd3-aed3-6e3db0579d82 taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.640596] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6ef3aa30-71e5-4dd3-aed3-6e3db0579d82" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.640755] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6ef3aa30-71e5-4dd3-aed3-6e3db0579d82" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.641074] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6ef3aa30-71e5-4dd3-aed3-6e3db0579d82" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.641282] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6ef3aa30-71e5-4dd3-aed3-6e3db0579d82',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1171.642536] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock member-6ef3aa30-71e5-4dd3-aed3-6e3db0579d82 taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.642776] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6ef3aa30-71e5-4dd3-aed3-6e3db0579d82" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.643217] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock port-e79f141b-d027-49fb-bcd4-cdab195dc378 taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.643527] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e79f141b-d027-49fb-bcd4-cdab195dc378" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.643735] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e79f141b-d027-49fb-bcd4-cdab195dc378" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.644044] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e79f141b-d027-49fb-bcd4-cdab195dc378" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.644264] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e79f141b-d027-49fb-bcd4-cdab195dc378',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1171.680168] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.680368] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.680431] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.680657] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.680757] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.680858] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d2e3e650-a955-470a-86da-1052a59553ec already deleted. [ 1171.680913] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d2e3e650-a955-470a-86da-1052a59553ec" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.146767] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock member-6ef3aa30-71e5-4dd3-aed3-6e3db0579d82 taken with stack trace [, , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.147184] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6ef3aa30-71e5-4dd3-aed3-6e3db0579d82" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.147184] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e79f141b-d027-49fb-bcd4-cdab195dc378 with status ACTIVE [ 1172.147392] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.147498] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.147585] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.147835] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.147929] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.148120] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.148222] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.148279] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.148435] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.148546] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.148745] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.148874] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.148982] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.149124] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.149203] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.149323] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e79f141b-d027-49fb-bcd4-cdab195dc378 is going to be updated. [ 1172.187787] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.188086] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.188086] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.188420] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.188713] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.188911] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e79f141b-d027-49fb-bcd4-cdab195dc378" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.267972] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c0551e5b-fb41-462c-918e-2cd7e1f39ef7 in Status: SUCCESS [ 1172.268625] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c0551e5b-fb41-462c-918e-2cd7e1f39ef7" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.268850] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c0551e5b-fb41-462c-918e-2cd7e1f39ef7" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.269120] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c0551e5b-fb41-462c-918e-2cd7e1f39ef7" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.269224] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c0551e5b-fb41-462c-918e-2cd7e1f39ef7',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1172.771708] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock member-c0551e5b-fb41-462c-918e-2cd7e1f39ef7 taken with stack trace [, , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.771973] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c0551e5b-fb41-462c-918e-2cd7e1f39ef7" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.090093] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c0551e5b-fb41-462c-918e-2cd7e1f39ef7 in Status: SUCCESS [ 1173.090093] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c0551e5b-fb41-462c-918e-2cd7e1f39ef7" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.090093] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c0551e5b-fb41-462c-918e-2cd7e1f39ef7" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.090093] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c0551e5b-fb41-462c-918e-2cd7e1f39ef7" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.090093] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.090545] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.090545] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.090545] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.090545] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.090789] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c0551e5b-fb41-462c-918e-2cd7e1f39ef7" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.090789] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c0551e5b-fb41-462c-918e-2cd7e1f39ef7',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1173.214097] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6ef3aa30-71e5-4dd3-aed3-6e3db0579d82 in Status: SUCCESS [ 1173.214533] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6ef3aa30-71e5-4dd3-aed3-6e3db0579d82" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.214533] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6ef3aa30-71e5-4dd3-aed3-6e3db0579d82" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.214806] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6ef3aa30-71e5-4dd3-aed3-6e3db0579d82" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.215057] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.215190] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.215258] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.215420] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.215501] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.215601] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6ef3aa30-71e5-4dd3-aed3-6e3db0579d82',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1173.593157] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock member-c0551e5b-fb41-462c-918e-2cd7e1f39ef7 taken with stack trace [, , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.593389] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c0551e5b-fb41-462c-918e-2cd7e1f39ef7" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.593389] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c0551e5b-fb41-462c-918e-2cd7e1f39ef7" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.593688] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c0551e5b-fb41-462c-918e-2cd7e1f39ef7" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.593908] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.594032] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.594101] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.594270] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.594373] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.594635] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c0551e5b-fb41-462c-918e-2cd7e1f39ef7" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.594635] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock member-c0551e5b-fb41-462c-918e-2cd7e1f39ef7 taken with stack trace [, , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.594777] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c0551e5b-fb41-462c-918e-2cd7e1f39ef7" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.594844] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c0551e5b-fb41-462c-918e-2cd7e1f39ef7" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.595040] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c0551e5b-fb41-462c-918e-2cd7e1f39ef7" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.595193] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.595288] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.595349] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.595489] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.595571] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.595690] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c0551e5b-fb41-462c-918e-2cd7e1f39ef7" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.595810] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c0551e5b-fb41-462c-918e-2cd7e1f39ef7',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1173.720070] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6ef3aa30-71e5-4dd3-aed3-6e3db0579d82',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1174.098613] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c0551e5b-fb41-462c-918e-2cd7e1f39ef7: rpc.has_security_group_logging(os_id): False [ 1174.126459] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.126696] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.126774] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.127016] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.127112] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.127341] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.127593] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.127593] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.127714] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.127793] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.128080] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.128233] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.128292] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.128464] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.128541] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.128754] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.128914] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.128914] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.129055] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.129192] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.129296] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c0551e5b-fb41-462c-918e-2cd7e1f39ef7 is going to be updated. [ 1174.215258] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.215654] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.215654] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.215728] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.215862] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.222734] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6ef3aa30-71e5-4dd3-aed3-6e3db0579d82',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1174.233610] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c0551e5b-fb41-462c-918e-2cd7e1f39ef7 in Status: IN_PROGRESS for 2s [ 1174.728104] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.728286] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.728385] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.728743] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.728891] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.729077] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6ef3aa30-71e5-4dd3-aed3-6e3db0579d82 is going to be updated. [ 1174.759959] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.760155] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.760194] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.760390] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.760535] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.772863] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6ef3aa30-71e5-4dd3-aed3-6e3db0579d82 in Status: IN_PROGRESS for 2s [ 1176.249189] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c0551e5b-fb41-462c-918e-2cd7e1f39ef7 in Status: SUCCESS [ 1176.249373] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c0551e5b-fb41-462c-918e-2cd7e1f39ef7" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.249498] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c0551e5b-fb41-462c-918e-2cd7e1f39ef7" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.249716] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c0551e5b-fb41-462c-918e-2cd7e1f39ef7" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.249813] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c0551e5b-fb41-462c-918e-2cd7e1f39ef7',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1176.301226] env[65288]: INFO networking_nsxv3.common.synchronization [req-eef47208-0b9a-48e2-8a6d-e52f526d1758 req-c4194785-1824-44bf-b459-eacf949de496 tempest-ServerActionsTestJSON-1569293202 tempest-ServerActionsTestJSON-1569293202-project-member] Enqueued Resource ID: d2e3e650-a955-470a-86da-1052a59553ec with Priority: HIGHEST for action security_group_members [ 1176.301840] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d2e3e650-a955-470a-86da-1052a59553ec with Priority: HIGHEST for action security_group_members [ 1176.302189] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock member-d2e3e650-a955-470a-86da-1052a59553ec taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.302330] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d2e3e650-a955-470a-86da-1052a59553ec" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.302376] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d2e3e650-a955-470a-86da-1052a59553ec" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.303273] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d2e3e650-a955-470a-86da-1052a59553ec" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.303273] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.303273] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.303443] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.303488] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.303588] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.303690] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d2e3e650-a955-470a-86da-1052a59553ec',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1176.692734] env[65288]: DEBUG networking_nsxv3.common.locking [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Lock network-407 taken with stack trace [, , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.692968] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquiring lock "network-407" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.693140] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired lock "network-407" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.693429] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired external semaphore "network-407" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.693877] env[65288]: DEBUG networking_nsxv3.common.locking [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.694070] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquiring lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.694195] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.694425] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired external semaphore "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.694574] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Releasing lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.694799] env[65288]: DEBUG dogpile.cache.region [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] No value present for key: 'zone-id' {{(pid=65288) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1176.694913] env[65288]: DEBUG dogpile.lock [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] NeedRegenerationException {{(pid=65288) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1176.695038] env[65288]: DEBUG dogpile.lock [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] no value, waiting for create lock {{(pid=65288) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1176.695149] env[65288]: DEBUG dogpile.lock [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] value creation lock acquired {{(pid=65288) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1176.695259] env[65288]: DEBUG dogpile.cache.region [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] No value present for key: 'zone-id' {{(pid=65288) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1176.695371] env[65288]: DEBUG dogpile.lock [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Calling creation function for not-yet-present value {{(pid=65288) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1176.695506] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1176.721904] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1176.722090] env[65288]: DEBUG dogpile.cache.region [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Cache value generated in 0.027 seconds for key(s): 'zone-id' {{(pid=65288) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1176.722203] env[65288]: DEBUG dogpile.lock [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Released creation lock {{(pid=65288) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1176.722490] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Releasing lock "network-407" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.722886] env[65288]: DEBUG networking_nsxv3.common.locking [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Lock port-32a22925-0c33-48cd-b241-f37830bbf34c taken with stack trace [, , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.723075] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquiring lock "port-32a22925-0c33-48cd-b241-f37830bbf34c" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.723237] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired lock "port-32a22925-0c33-48cd-b241-f37830bbf34c" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.723609] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired external semaphore "port-32a22925-0c33-48cd-b241-f37830bbf34c" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.723754] env[65288]: DEBUG networking_nsxv3.api.rpc [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('32a22925-0c33-48cd-b241-f37830bbf34c',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1176.754856] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock member-c0551e5b-fb41-462c-918e-2cd7e1f39ef7 taken with stack trace [, , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.754856] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c0551e5b-fb41-462c-918e-2cd7e1f39ef7" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.754856] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c0551e5b-fb41-462c-918e-2cd7e1f39ef7" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.754856] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c0551e5b-fb41-462c-918e-2cd7e1f39ef7" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.754856] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.754856] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.754856] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.754856] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.754856] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.754856] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c0551e5b-fb41-462c-918e-2cd7e1f39ef7" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.754856] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c0551e5b-fb41-462c-918e-2cd7e1f39ef7',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1176.785814] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6ef3aa30-71e5-4dd3-aed3-6e3db0579d82 in Status: SUCCESS [ 1176.786062] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6ef3aa30-71e5-4dd3-aed3-6e3db0579d82" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.786249] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6ef3aa30-71e5-4dd3-aed3-6e3db0579d82" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.786496] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6ef3aa30-71e5-4dd3-aed3-6e3db0579d82" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.786713] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.786898] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.786951] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.787139] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.787249] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.787345] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6ef3aa30-71e5-4dd3-aed3-6e3db0579d82" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.787441] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6ef3aa30-71e5-4dd3-aed3-6e3db0579d82',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1176.805845] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.806086] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.806086] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.806331] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.806422] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.806628] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.806709] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.806774] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.806941] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.807049] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.807136] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d2e3e650-a955-470a-86da-1052a59553ec already deleted. [ 1176.807218] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d2e3e650-a955-470a-86da-1052a59553ec" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.227384] env[65288]: DEBUG networking_nsxv3.common.locking [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.227675] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.227754] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.228230] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.228422] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.228643] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Segment Port 32a22925-0c33-48cd-b241-f37830bbf34c not found, creating... [ 1177.228959] env[65288]: DEBUG networking_nsxv3.common.locking [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.229136] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquiring lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.229310] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.229550] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired external semaphore "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.229668] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Releasing lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.229967] env[65288]: DEBUG networking_nsxv3.common.locking [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.230167] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.230246] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.230469] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.230607] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.230749] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Resource: SegmentPort with ID: 32a22925-0c33-48cd-b241-f37830bbf34c is going to be created. [ 1177.259115] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock member-c0551e5b-fb41-462c-918e-2cd7e1f39ef7 taken with stack trace [, , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.259638] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c0551e5b-fb41-462c-918e-2cd7e1f39ef7" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.259638] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c0551e5b-fb41-462c-918e-2cd7e1f39ef7" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.259638] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c0551e5b-fb41-462c-918e-2cd7e1f39ef7" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.259754] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.259799] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.259940] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.260044] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.260129] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.260213] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c0551e5b-fb41-462c-918e-2cd7e1f39ef7" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.260368] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock member-c0551e5b-fb41-462c-918e-2cd7e1f39ef7 taken with stack trace [, , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.260464] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c0551e5b-fb41-462c-918e-2cd7e1f39ef7" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.260511] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c0551e5b-fb41-462c-918e-2cd7e1f39ef7" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.260648] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c0551e5b-fb41-462c-918e-2cd7e1f39ef7" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.260878] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.261028] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.261111] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.261212] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.261290] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.261358] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c0551e5b-fb41-462c-918e-2cd7e1f39ef7" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.261447] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c0551e5b-fb41-462c-918e-2cd7e1f39ef7',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1177.273660] env[65288]: DEBUG networking_nsxv3.common.locking [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.273977] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.273977] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.274287] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.274526] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.274757] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Releasing lock "port-32a22925-0c33-48cd-b241-f37830bbf34c" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.290533] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock member-6ef3aa30-71e5-4dd3-aed3-6e3db0579d82 taken with stack trace [, , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.290741] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6ef3aa30-71e5-4dd3-aed3-6e3db0579d82" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.290784] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6ef3aa30-71e5-4dd3-aed3-6e3db0579d82" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.291107] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6ef3aa30-71e5-4dd3-aed3-6e3db0579d82" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.291377] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.291546] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.291625] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.291821] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.291917] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.292016] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6ef3aa30-71e5-4dd3-aed3-6e3db0579d82" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.292187] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock member-6ef3aa30-71e5-4dd3-aed3-6e3db0579d82 taken with stack trace [, , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.292286] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6ef3aa30-71e5-4dd3-aed3-6e3db0579d82" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.292347] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6ef3aa30-71e5-4dd3-aed3-6e3db0579d82" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.292531] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6ef3aa30-71e5-4dd3-aed3-6e3db0579d82" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.292695] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.292836] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.292927] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.293138] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.293254] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.293378] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6ef3aa30-71e5-4dd3-aed3-6e3db0579d82" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.293520] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6ef3aa30-71e5-4dd3-aed3-6e3db0579d82',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1177.766407] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c0551e5b-fb41-462c-918e-2cd7e1f39ef7: rpc.has_security_group_logging(os_id): False [ 1177.789038] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.789169] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.789169] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.789964] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.789964] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.789964] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.789964] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.789964] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.789964] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.789964] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.790340] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.790340] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.790423] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.790594] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.790674] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.790866] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.790959] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.791032] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.791178] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.791250] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.791337] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c0551e5b-fb41-462c-918e-2cd7e1f39ef7 is going to be updated. [ 1177.796224] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6ef3aa30-71e5-4dd3-aed3-6e3db0579d82: rpc.has_security_group_logging(os_id): False [ 1177.818904] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.819133] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.819176] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.819530] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.819530] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.819696] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.819793] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.819856] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.820022] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.820097] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.820284] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.820379] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.820436] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.820574] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.820648] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.820822] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.820912] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.820971] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.821118] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.821193] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.821293] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6ef3aa30-71e5-4dd3-aed3-6e3db0579d82 is going to be updated. [ 1177.874672] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.874672] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.874672] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.874672] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.874672] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.894720] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c0551e5b-fb41-462c-918e-2cd7e1f39ef7 in Status: IN_PROGRESS for 2s [ 1177.903686] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.903901] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.904032] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.904310] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.904519] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.954549] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6ef3aa30-71e5-4dd3-aed3-6e3db0579d82 in Status: IN_PROGRESS for 2s [ 1177.983833] env[65288]: INFO networking_nsxv3.common.synchronization [req-eef47208-0b9a-48e2-8a6d-e52f526d1758 req-aa2ac7cb-cc77-4aaf-b3d5-d50e7bdde3c6 service nova] Enqueued Resource ID: d2e3e650-a955-470a-86da-1052a59553ec with Priority: HIGHEST for action security_group_rules [ 1177.984088] env[65288]: INFO networking_nsxv3.common.synchronization [req-eef47208-0b9a-48e2-8a6d-e52f526d1758 req-aa2ac7cb-cc77-4aaf-b3d5-d50e7bdde3c6 service nova] Enqueued Resource ID: d2e3e650-a955-470a-86da-1052a59553ec with Priority: HIGHEST for action security_group_members [ 1177.984343] env[65288]: INFO networking_nsxv3.common.synchronization [req-eef47208-0b9a-48e2-8a6d-e52f526d1758 req-aa2ac7cb-cc77-4aaf-b3d5-d50e7bdde3c6 service nova] Enqueued Resource ID: 32a22925-0c33-48cd-b241-f37830bbf34c with Priority: HIGHEST for action port [ 1177.985043] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d2e3e650-a955-470a-86da-1052a59553ec with Priority: HIGHEST for action security_group_rules [ 1177.985231] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d2e3e650-a955-470a-86da-1052a59553ec with Priority: HIGHEST for action security_group_members [ 1177.985371] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 32a22925-0c33-48cd-b241-f37830bbf34c with Priority: HIGHEST for action port [ 1177.985743] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d2e3e650-a955-470a-86da-1052a59553ec taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.985902] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d2e3e650-a955-470a-86da-1052a59553ec" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.986024] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d2e3e650-a955-470a-86da-1052a59553ec" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.986260] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d2e3e650-a955-470a-86da-1052a59553ec" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.986347] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d2e3e650-a955-470a-86da-1052a59553ec',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1177.987491] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock member-d2e3e650-a955-470a-86da-1052a59553ec taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.987650] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d2e3e650-a955-470a-86da-1052a59553ec" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.987747] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d2e3e650-a955-470a-86da-1052a59553ec" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.987977] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d2e3e650-a955-470a-86da-1052a59553ec" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.988190] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.988322] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.988414] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.988604] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.988722] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.988852] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d2e3e650-a955-470a-86da-1052a59553ec',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1177.989860] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock port-32a22925-0c33-48cd-b241-f37830bbf34c taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.990007] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-32a22925-0c33-48cd-b241-f37830bbf34c" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.990106] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-32a22925-0c33-48cd-b241-f37830bbf34c" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.990302] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-32a22925-0c33-48cd-b241-f37830bbf34c" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.990402] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('32a22925-0c33-48cd-b241-f37830bbf34c',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1178.492416] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock member-d2e3e650-a955-470a-86da-1052a59553ec taken with stack trace [, , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.492829] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d2e3e650-a955-470a-86da-1052a59553ec" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.492986] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d2e3e650-a955-470a-86da-1052a59553ec',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1178.494012] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 32a22925-0c33-48cd-b241-f37830bbf34c with status ACTIVE [ 1178.494262] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.494397] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.494500] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.494758] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.495823] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.495823] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.495823] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.495823] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.495823] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.495823] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.495823] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.496375] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.496375] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.496375] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.496375] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.496375] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 32a22925-0c33-48cd-b241-f37830bbf34c is going to be updated. [ 1178.522564] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.523719] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.523719] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.523719] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.523719] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.523719] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-32a22925-0c33-48cd-b241-f37830bbf34c" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.999384] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d2e3e650-a955-470a-86da-1052a59553ec',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1179.502080] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.502492] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.502492] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.502492] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.502492] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.502768] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d2e3e650-a955-470a-86da-1052a59553ec is going to be created. [ 1179.527937] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.528255] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.528255] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.528480] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.528683] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.544661] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d2e3e650-a955-470a-86da-1052a59553ec in Status: UNINITIALIZED for 2s [ 1179.913037] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c0551e5b-fb41-462c-918e-2cd7e1f39ef7 in Status: SUCCESS [ 1179.913306] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c0551e5b-fb41-462c-918e-2cd7e1f39ef7" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.969741] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6ef3aa30-71e5-4dd3-aed3-6e3db0579d82 in Status: SUCCESS [ 1179.969992] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6ef3aa30-71e5-4dd3-aed3-6e3db0579d82" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.558940] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d2e3e650-a955-470a-86da-1052a59553ec in Status: SUCCESS [ 1181.559307] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d2e3e650-a955-470a-86da-1052a59553ec" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.559485] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d2e3e650-a955-470a-86da-1052a59553ec" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.559906] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d2e3e650-a955-470a-86da-1052a59553ec" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.560214] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.560399] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.560510] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.560758] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.560889] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.561049] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d2e3e650-a955-470a-86da-1052a59553ec" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.561200] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d2e3e650-a955-470a-86da-1052a59553ec',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1182.064217] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d2e3e650-a955-470a-86da-1052a59553ec',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1182.249093] env[65288]: INFO networking_nsxv3.common.synchronization [req-9ef80781-e408-42e4-a7cb-86f555c4cde9 req-fb1a213e-658c-4f4d-9190-a3b7a94964a7 tempest-ListServerFiltersTestJSON-556506036 tempest-ListServerFiltersTestJSON-556506036-project-member] Enqueued Resource ID: c0551e5b-fb41-462c-918e-2cd7e1f39ef7 with Priority: HIGHEST for action security_group_members [ 1182.249687] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c0551e5b-fb41-462c-918e-2cd7e1f39ef7 with Priority: HIGHEST for action security_group_members [ 1182.250213] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock member-c0551e5b-fb41-462c-918e-2cd7e1f39ef7 taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.250357] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c0551e5b-fb41-462c-918e-2cd7e1f39ef7" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.250468] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c0551e5b-fb41-462c-918e-2cd7e1f39ef7" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.250670] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c0551e5b-fb41-462c-918e-2cd7e1f39ef7" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.251376] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.251376] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.251376] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.251376] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.251376] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.251376] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c0551e5b-fb41-462c-918e-2cd7e1f39ef7',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1182.566766] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d2e3e650-a955-470a-86da-1052a59553ec: rpc.has_security_group_logging(os_id): False [ 1182.587452] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.587452] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.587452] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.587870] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.587870] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.587870] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.589534] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.589534] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.589534] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.589534] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.589534] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d2e3e650-a955-470a-86da-1052a59553ec is going to be created. [ 1182.653632] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.653845] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.653903] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.654711] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.654711] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.667274] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d2e3e650-a955-470a-86da-1052a59553ec in Status: IN_PROGRESS for 2s [ 1182.754784] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c0551e5b-fb41-462c-918e-2cd7e1f39ef7',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1183.257494] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c0551e5b-fb41-462c-918e-2cd7e1f39ef7',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1183.762335] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.762758] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.762758] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.763131] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.763364] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.763399] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c0551e5b-fb41-462c-918e-2cd7e1f39ef7 is going to be updated. [ 1183.800019] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.800019] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.800019] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.800019] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.800019] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.812337] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c0551e5b-fb41-462c-918e-2cd7e1f39ef7 in Status: IN_PROGRESS for 2s [ 1184.680146] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d2e3e650-a955-470a-86da-1052a59553ec in Status: SUCCESS [ 1184.680354] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d2e3e650-a955-470a-86da-1052a59553ec" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.822160] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c0551e5b-fb41-462c-918e-2cd7e1f39ef7 in Status: SUCCESS [ 1185.822610] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c0551e5b-fb41-462c-918e-2cd7e1f39ef7" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.968703] env[65288]: INFO networking_nsxv3.common.synchronization [req-2f3cfef5-44bd-467d-9ee9-6566601aa5bf req-56a4ae3a-0013-4d30-8dfb-3bde107bb0b1 tempest-ServersTestJSON-1364057316 tempest-ServersTestJSON-1364057316-project-member] Enqueued Resource ID: 6ef3aa30-71e5-4dd3-aed3-6e3db0579d82 with Priority: HIGHEST for action security_group_members [ 1185.969517] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6ef3aa30-71e5-4dd3-aed3-6e3db0579d82 with Priority: HIGHEST for action security_group_members [ 1185.969517] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock member-6ef3aa30-71e5-4dd3-aed3-6e3db0579d82 taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.969795] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6ef3aa30-71e5-4dd3-aed3-6e3db0579d82" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.973021] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6ef3aa30-71e5-4dd3-aed3-6e3db0579d82" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.973021] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6ef3aa30-71e5-4dd3-aed3-6e3db0579d82" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.973021] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.973021] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.973021] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.973021] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.973021] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.973021] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6ef3aa30-71e5-4dd3-aed3-6e3db0579d82',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1186.473076] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6ef3aa30-71e5-4dd3-aed3-6e3db0579d82',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1186.975916] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6ef3aa30-71e5-4dd3-aed3-6e3db0579d82',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1187.478465] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.478659] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.478806] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.479413] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.479413] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.479413] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6ef3aa30-71e5-4dd3-aed3-6e3db0579d82 is going to be updated. [ 1187.531555] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.531850] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.531930] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.532147] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.532315] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.542385] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6ef3aa30-71e5-4dd3-aed3-6e3db0579d82 in Status: IN_PROGRESS for 2s [ 1188.470203] env[65288]: INFO networking_nsxv3.common.synchronization [req-a5e740f2-4536-474c-8203-3123efc0db46 req-ebe798ed-9189-4fbe-b1fb-15417e6fbe71 tempest-ListServerFiltersTestJSON-556506036 tempest-ListServerFiltersTestJSON-556506036-project-member] Enqueued Resource ID: c0551e5b-fb41-462c-918e-2cd7e1f39ef7 with Priority: HIGHEST for action security_group_members [ 1188.470203] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c0551e5b-fb41-462c-918e-2cd7e1f39ef7 with Priority: HIGHEST for action security_group_members [ 1188.470203] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock member-c0551e5b-fb41-462c-918e-2cd7e1f39ef7 taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.470203] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c0551e5b-fb41-462c-918e-2cd7e1f39ef7" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.470203] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c0551e5b-fb41-462c-918e-2cd7e1f39ef7" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.470203] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c0551e5b-fb41-462c-918e-2cd7e1f39ef7" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.470573] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.470573] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.470573] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.470573] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.470696] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.470696] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c0551e5b-fb41-462c-918e-2cd7e1f39ef7',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1188.972371] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c0551e5b-fb41-462c-918e-2cd7e1f39ef7',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1189.475421] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c0551e5b-fb41-462c-918e-2cd7e1f39ef7',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1189.555081] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6ef3aa30-71e5-4dd3-aed3-6e3db0579d82 in Status: SUCCESS [ 1189.555329] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6ef3aa30-71e5-4dd3-aed3-6e3db0579d82" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.978170] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.978416] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.978465] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.978667] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.978762] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.978864] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c0551e5b-fb41-462c-918e-2cd7e1f39ef7 is going to be updated. [ 1190.024108] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.024298] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.024343] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.024528] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.024678] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.034330] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c0551e5b-fb41-462c-918e-2cd7e1f39ef7 in Status: IN_PROGRESS for 2s [ 1192.046248] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c0551e5b-fb41-462c-918e-2cd7e1f39ef7 in Status: SUCCESS [ 1192.046248] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c0551e5b-fb41-462c-918e-2cd7e1f39ef7" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.289741] env[65288]: INFO networking_nsxv3.common.synchronization [req-9f328ab5-0c0b-4aa6-8a64-be37c57a8181 req-8c717871-741e-4e26-a0e1-6c68072674b5 tempest-ServersTestJSON-1364057316 tempest-ServersTestJSON-1364057316-project-member] Enqueued Resource ID: 6ef3aa30-71e5-4dd3-aed3-6e3db0579d82 with Priority: HIGHEST for action security_group_members [ 1192.290258] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6ef3aa30-71e5-4dd3-aed3-6e3db0579d82 with Priority: HIGHEST for action security_group_members [ 1192.290987] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock member-6ef3aa30-71e5-4dd3-aed3-6e3db0579d82 taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.291189] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6ef3aa30-71e5-4dd3-aed3-6e3db0579d82" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.291294] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6ef3aa30-71e5-4dd3-aed3-6e3db0579d82" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.291574] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6ef3aa30-71e5-4dd3-aed3-6e3db0579d82" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.292316] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.292316] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.292316] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.292519] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.292519] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.292930] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6ef3aa30-71e5-4dd3-aed3-6e3db0579d82',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1192.795347] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.795845] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.796029] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.796275] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.796376] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.796585] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.796706] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.796795] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.796952] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.797044] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.797133] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6ef3aa30-71e5-4dd3-aed3-6e3db0579d82 is going to be updated. [ 1192.832285] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.832516] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.832516] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.832814] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.832814] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.842136] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6ef3aa30-71e5-4dd3-aed3-6e3db0579d82 in Status: IN_PROGRESS for 2s [ 1193.747536] env[65288]: INFO networking_nsxv3.common.synchronization [req-48a28671-ba03-434d-8364-41734f4e167c req-d8d5d7c7-a076-4e71-af70-58039c7d088c tempest-ServersNegativeTestJSON-1453889349 tempest-ServersNegativeTestJSON-1453889349-project-member] Enqueued Resource ID: 1aa9a5bb-6f77-404d-943d-b0bd01b8e52d with Priority: HIGHEST for action security_group_members [ 1193.748060] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1aa9a5bb-6f77-404d-943d-b0bd01b8e52d with Priority: HIGHEST for action security_group_members [ 1193.748372] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock member-1aa9a5bb-6f77-404d-943d-b0bd01b8e52d taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.748494] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1aa9a5bb-6f77-404d-943d-b0bd01b8e52d" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.748561] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1aa9a5bb-6f77-404d-943d-b0bd01b8e52d" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.748753] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1aa9a5bb-6f77-404d-943d-b0bd01b8e52d" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.748900] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.748993] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.749229] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.749676] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.749676] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.749676] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1aa9a5bb-6f77-404d-943d-b0bd01b8e52d',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1194.252303] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.252498] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.252625] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.252953] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.253129] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.253417] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.253585] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.253698] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.253963] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.254109] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.254253] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1aa9a5bb-6f77-404d-943d-b0bd01b8e52d is going to be updated. [ 1194.285442] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.285654] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.285654] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.285816] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.285959] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.295808] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1aa9a5bb-6f77-404d-943d-b0bd01b8e52d in Status: IN_PROGRESS for 2s [ 1194.865215] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6ef3aa30-71e5-4dd3-aed3-6e3db0579d82 in Status: SUCCESS [ 1194.865567] env[65288]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6ef3aa30-71e5-4dd3-aed3-6e3db0579d82 deletion is rescheduled due to dependency. [ 1194.865567] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6ef3aa30-71e5-4dd3-aed3-6e3db0579d82" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.208673] env[65288]: INFO networking_nsxv3.common.synchronization [req-b2aafbf2-d0ff-4a28-8cf9-74c34675b432 req-1afd2582-aa07-494a-acf6-4eea8ef82457 tempest-ListServerFiltersTestJSON-556506036 tempest-ListServerFiltersTestJSON-556506036-project-member] Enqueued Resource ID: c0551e5b-fb41-462c-918e-2cd7e1f39ef7 with Priority: HIGHEST for action security_group_members [ 1195.209259] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c0551e5b-fb41-462c-918e-2cd7e1f39ef7 with Priority: HIGHEST for action security_group_members [ 1195.209710] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock member-c0551e5b-fb41-462c-918e-2cd7e1f39ef7 taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.209817] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c0551e5b-fb41-462c-918e-2cd7e1f39ef7" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.209817] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c0551e5b-fb41-462c-918e-2cd7e1f39ef7" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.211200] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c0551e5b-fb41-462c-918e-2cd7e1f39ef7" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.211200] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.211200] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.211200] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.211200] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.211200] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.211200] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c0551e5b-fb41-462c-918e-2cd7e1f39ef7',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1195.715733] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.715940] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.715940] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.716200] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.716319] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.716476] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.716574] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.716636] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.716782] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.716858] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.717046] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c0551e5b-fb41-462c-918e-2cd7e1f39ef7 is going to be updated. [ 1195.749118] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.749334] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.749334] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.749534] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.749675] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.759438] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c0551e5b-fb41-462c-918e-2cd7e1f39ef7 in Status: IN_PROGRESS for 2s [ 1196.307022] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1aa9a5bb-6f77-404d-943d-b0bd01b8e52d in Status: SUCCESS [ 1196.307419] env[65288]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1aa9a5bb-6f77-404d-943d-b0bd01b8e52d deletion is rescheduled due to dependency. [ 1196.307419] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1aa9a5bb-6f77-404d-943d-b0bd01b8e52d" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.770904] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c0551e5b-fb41-462c-918e-2cd7e1f39ef7 in Status: IN_PROGRESS for 4s [ 1199.784189] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c0551e5b-fb41-462c-918e-2cd7e1f39ef7 in Status: SUCCESS [ 1199.784474] env[65288]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c0551e5b-fb41-462c-918e-2cd7e1f39ef7 deletion is rescheduled due to dependency. [ 1199.784474] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c0551e5b-fb41-462c-918e-2cd7e1f39ef7" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.209843] env[65288]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1200.209983] env[65288]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1202.424601] env[65288]: INFO networking_nsxv3.common.synchronization [None req-eb0fab83-699f-44a0-82a1-109918a7cbd6 None None] Enqueued Resource ID: 22142298-280c-4d1e-bad9-47b515dfa589 with Priority: HIGHEST for action port [ 1202.424601] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 22142298-280c-4d1e-bad9-47b515dfa589 with Priority: HIGHEST for action port [ 1202.424989] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock port-22142298-280c-4d1e-bad9-47b515dfa589 taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1202.424989] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-22142298-280c-4d1e-bad9-47b515dfa589" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.424989] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-22142298-280c-4d1e-bad9-47b515dfa589" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.425319] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-22142298-280c-4d1e-bad9-47b515dfa589" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1202.425430] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('22142298-280c-4d1e-bad9-47b515dfa589',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1202.646723] env[65288]: INFO networking_nsxv3.common.synchronization [None req-633ecfb8-45bc-45e9-b556-83fd9b590230 tempest-ServerActionsTestOtherB-1327213688 tempest-ServerActionsTestOtherB-1327213688-project-member] Enqueued Resource ID: 612a28c4-7afc-4aa8-819a-8a8bc05d7468 with Priority: HIGHEST for action security_group_rules [ 1202.647345] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 612a28c4-7afc-4aa8-819a-8a8bc05d7468 with Priority: HIGHEST for action security_group_rules [ 1202.647687] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock rules-612a28c4-7afc-4aa8-819a-8a8bc05d7468 taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1202.647829] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-612a28c4-7afc-4aa8-819a-8a8bc05d7468" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.647971] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-612a28c4-7afc-4aa8-819a-8a8bc05d7468" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.648262] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-612a28c4-7afc-4aa8-819a-8a8bc05d7468" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1202.648349] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('612a28c4-7afc-4aa8-819a-8a8bc05d7468',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1202.738102] env[65288]: INFO networking_nsxv3.common.synchronization [None req-a31dee87-8c7c-4c1e-881a-4849b386dee4 tempest-ServerActionsTestOtherB-1327213688 tempest-ServerActionsTestOtherB-1327213688-project-member] Enqueued Resource ID: 612a28c4-7afc-4aa8-819a-8a8bc05d7468 with Priority: HIGHEST for action security_group_rules [ 1202.738102] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 612a28c4-7afc-4aa8-819a-8a8bc05d7468 with Priority: HIGHEST for action security_group_rules [ 1202.738102] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock rules-612a28c4-7afc-4aa8-819a-8a8bc05d7468 taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1202.738102] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-612a28c4-7afc-4aa8-819a-8a8bc05d7468" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.928543] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 22142298-280c-4d1e-bad9-47b515dfa589 [ 1202.928720] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1202.928909] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.928983] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.929407] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1202.929407] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.929407] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:22142298-280c-4d1e-bad9-47b515dfa589 already deleted. [ 1202.929528] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-22142298-280c-4d1e-bad9-47b515dfa589" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.170644] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1203.171187] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.171413] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1203.172077] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1203.172236] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.172492] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 612a28c4-7afc-4aa8-819a-8a8bc05d7468 already deleted. [ 1203.173539] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-612a28c4-7afc-4aa8-819a-8a8bc05d7468" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.175384] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-612a28c4-7afc-4aa8-819a-8a8bc05d7468" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1203.175593] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-612a28c4-7afc-4aa8-819a-8a8bc05d7468" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1203.175689] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('612a28c4-7afc-4aa8-819a-8a8bc05d7468',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1203.700304] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1203.700729] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.700729] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1203.700729] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1203.700839] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.700937] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 612a28c4-7afc-4aa8-819a-8a8bc05d7468 already deleted. [ 1203.701024] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-612a28c4-7afc-4aa8-819a-8a8bc05d7468" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.690492] env[65288]: INFO networking_nsxv3.common.synchronization [None req-61adcac7-f565-47ae-8a92-20fd3465dfe7 None None] Enqueued Resource ID: 998f9b87-6eb7-4d67-9b60-8c7f589bb7ad with Priority: HIGHEST for action port [ 1204.690851] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 998f9b87-6eb7-4d67-9b60-8c7f589bb7ad with Priority: HIGHEST for action port [ 1204.691165] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock port-998f9b87-6eb7-4d67-9b60-8c7f589bb7ad taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1204.691279] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-998f9b87-6eb7-4d67-9b60-8c7f589bb7ad" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.691279] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-998f9b87-6eb7-4d67-9b60-8c7f589bb7ad" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1204.691804] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-998f9b87-6eb7-4d67-9b60-8c7f589bb7ad" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1204.691918] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('998f9b87-6eb7-4d67-9b60-8c7f589bb7ad',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1205.194235] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 998f9b87-6eb7-4d67-9b60-8c7f589bb7ad [ 1205.194516] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1205.194640] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1205.194693] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1205.194881] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1205.194969] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1205.195075] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:998f9b87-6eb7-4d67-9b60-8c7f589bb7ad already deleted. [ 1205.195155] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-998f9b87-6eb7-4d67-9b60-8c7f589bb7ad" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.993540] env[65288]: INFO networking_nsxv3.common.synchronization [req-ef84c988-b9ac-41ab-a097-ca2bec4aa1cb req-3bce0d57-9060-488d-bc61-c1ce4ad3af24 tempest-ServerActionsTestOtherA-400423340 tempest-ServerActionsTestOtherA-400423340-project-member] Enqueued Resource ID: 27bd6071-1c5e-48f6-a190-588d74b7d27d with Priority: HIGHEST for action security_group_members [ 1207.994123] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 27bd6071-1c5e-48f6-a190-588d74b7d27d with Priority: HIGHEST for action security_group_members [ 1207.994491] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock member-27bd6071-1c5e-48f6-a190-588d74b7d27d taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1207.994616] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-27bd6071-1c5e-48f6-a190-588d74b7d27d" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.994689] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-27bd6071-1c5e-48f6-a190-588d74b7d27d" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.994906] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-27bd6071-1c5e-48f6-a190-588d74b7d27d" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1207.995098] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1207.995206] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.995269] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.995416] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1207.995501] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.995595] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('27bd6071-1c5e-48f6-a190-588d74b7d27d',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1208.498214] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1208.498214] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.498214] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.498506] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.498550] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.498818] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1208.498972] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.499090] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.499338] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.499465] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.499605] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 27bd6071-1c5e-48f6-a190-588d74b7d27d is going to be updated. [ 1208.534412] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1208.534650] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.534650] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.534873] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.535090] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.545284] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 27bd6071-1c5e-48f6-a190-588d74b7d27d in Status: IN_PROGRESS for 2s [ 1208.928602] env[65288]: INFO networking_nsxv3.common.synchronization [req-c8235da7-d7dd-42c6-9b2e-47ac56ceadad req-11450f0b-a37a-45f9-b40b-f6ddb0031946 tempest-ServerActionsTestOtherB-1327213688 tempest-ServerActionsTestOtherB-1327213688-project-member] Enqueued Resource ID: 612a28c4-7afc-4aa8-819a-8a8bc05d7468 with Priority: HIGHEST for action security_group_members [ 1208.929170] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 612a28c4-7afc-4aa8-819a-8a8bc05d7468 with Priority: HIGHEST for action security_group_members [ 1208.929493] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock member-612a28c4-7afc-4aa8-819a-8a8bc05d7468 taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1208.929611] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-612a28c4-7afc-4aa8-819a-8a8bc05d7468" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.929672] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-612a28c4-7afc-4aa8-819a-8a8bc05d7468" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.930186] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-612a28c4-7afc-4aa8-819a-8a8bc05d7468" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.930186] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1208.930407] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.930407] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.930511] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.930511] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.930612] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('612a28c4-7afc-4aa8-819a-8a8bc05d7468',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1209.288322] env[65288]: DEBUG networking_nsxv3.common.locking [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Lock network-37 taken with stack trace [, , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.288673] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquiring lock "network-37" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.288673] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired lock "network-37" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.289402] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired external semaphore "network-37" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1209.289402] env[65288]: DEBUG networking_nsxv3.common.locking [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.289402] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquiring lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.289402] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.289714] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired external semaphore "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1209.289771] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Releasing lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.289954] env[65288]: DEBUG dogpile.cache.region [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] No value present for key: 'zone-id' {{(pid=65288) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1209.290080] env[65288]: DEBUG dogpile.lock [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] NeedRegenerationException {{(pid=65288) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1209.290186] env[65288]: DEBUG dogpile.lock [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] no value, waiting for create lock {{(pid=65288) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1209.290291] env[65288]: DEBUG dogpile.lock [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] value creation lock acquired {{(pid=65288) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1209.290396] env[65288]: DEBUG dogpile.cache.region [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] No value present for key: 'zone-id' {{(pid=65288) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1209.290509] env[65288]: DEBUG dogpile.lock [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Calling creation function for not-yet-present value {{(pid=65288) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1209.290674] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1209.314215] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1209.314465] env[65288]: DEBUG dogpile.cache.region [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65288) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1209.315060] env[65288]: DEBUG dogpile.lock [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Released creation lock {{(pid=65288) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1209.315060] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Releasing lock "network-37" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.315229] env[65288]: DEBUG networking_nsxv3.common.locking [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Lock port-01616447-580c-4c9a-99b7-0aae867c05a6 taken with stack trace [, , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.315455] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquiring lock "port-01616447-580c-4c9a-99b7-0aae867c05a6" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.315612] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired lock "port-01616447-580c-4c9a-99b7-0aae867c05a6" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.315945] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired external semaphore "port-01616447-580c-4c9a-99b7-0aae867c05a6" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1209.316112] env[65288]: DEBUG networking_nsxv3.api.rpc [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('01616447-580c-4c9a-99b7-0aae867c05a6',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1209.433068] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.433068] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.433068] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.433068] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1209.433335] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.433405] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.433560] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.433662] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.433843] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1209.433924] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.434052] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 612a28c4-7afc-4aa8-819a-8a8bc05d7468 already deleted. [ 1209.434156] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-612a28c4-7afc-4aa8-819a-8a8bc05d7468" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.818300] env[65288]: DEBUG networking_nsxv3.common.locking [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.818535] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.818640] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.818933] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1209.819081] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.819237] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Segment Port 01616447-580c-4c9a-99b7-0aae867c05a6 not found, creating... [ 1209.819491] env[65288]: DEBUG networking_nsxv3.common.locking [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.819643] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquiring lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.819771] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.819993] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired external semaphore "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1209.820143] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Releasing lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.820425] env[65288]: DEBUG networking_nsxv3.common.locking [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.820580] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.820695] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.821100] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1209.821100] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.821175] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Resource: SegmentPort with ID: 01616447-580c-4c9a-99b7-0aae867c05a6 is going to be created. [ 1209.844451] env[65288]: DEBUG networking_nsxv3.common.locking [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.844675] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.844770] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.845060] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1209.845300] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.845532] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Releasing lock "port-01616447-580c-4c9a-99b7-0aae867c05a6" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.555089] env[65288]: INFO networking_nsxv3.common.synchronization [req-c8235da7-d7dd-42c6-9b2e-47ac56ceadad req-f9709c5a-25d9-4951-9f48-9abca5f3c78c service nova] Enqueued Resource ID: 612a28c4-7afc-4aa8-819a-8a8bc05d7468 with Priority: HIGHEST for action security_group_rules [ 1210.555342] env[65288]: INFO networking_nsxv3.common.synchronization [req-c8235da7-d7dd-42c6-9b2e-47ac56ceadad req-f9709c5a-25d9-4951-9f48-9abca5f3c78c service nova] Enqueued Resource ID: 612a28c4-7afc-4aa8-819a-8a8bc05d7468 with Priority: HIGHEST for action security_group_members [ 1210.555415] env[65288]: INFO networking_nsxv3.common.synchronization [req-c8235da7-d7dd-42c6-9b2e-47ac56ceadad req-f9709c5a-25d9-4951-9f48-9abca5f3c78c service nova] Enqueued Resource ID: 01616447-580c-4c9a-99b7-0aae867c05a6 with Priority: HIGHEST for action port [ 1210.555965] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 612a28c4-7afc-4aa8-819a-8a8bc05d7468 with Priority: HIGHEST for action security_group_rules [ 1210.556198] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 612a28c4-7afc-4aa8-819a-8a8bc05d7468 with Priority: HIGHEST for action security_group_members [ 1210.556323] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 01616447-580c-4c9a-99b7-0aae867c05a6 with Priority: HIGHEST for action port [ 1210.557276] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 27bd6071-1c5e-48f6-a190-588d74b7d27d in Status: SUCCESS [ 1210.557508] env[65288]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 27bd6071-1c5e-48f6-a190-588d74b7d27d deletion is rescheduled due to dependency. [ 1210.557628] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-27bd6071-1c5e-48f6-a190-588d74b7d27d" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.557916] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock rules-612a28c4-7afc-4aa8-819a-8a8bc05d7468 taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1210.558060] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-612a28c4-7afc-4aa8-819a-8a8bc05d7468" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.558158] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-612a28c4-7afc-4aa8-819a-8a8bc05d7468" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.558409] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-612a28c4-7afc-4aa8-819a-8a8bc05d7468" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1210.558541] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('612a28c4-7afc-4aa8-819a-8a8bc05d7468',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1210.559512] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock member-612a28c4-7afc-4aa8-819a-8a8bc05d7468 taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1210.559684] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-612a28c4-7afc-4aa8-819a-8a8bc05d7468" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.559786] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-612a28c4-7afc-4aa8-819a-8a8bc05d7468" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.560019] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-612a28c4-7afc-4aa8-819a-8a8bc05d7468" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1210.560246] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1210.560377] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.560479] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.560668] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1210.560799] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.560906] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('612a28c4-7afc-4aa8-819a-8a8bc05d7468',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1210.562041] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock port-01616447-580c-4c9a-99b7-0aae867c05a6 taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1210.562157] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-01616447-580c-4c9a-99b7-0aae867c05a6" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.562297] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-01616447-580c-4c9a-99b7-0aae867c05a6" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.562441] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-01616447-580c-4c9a-99b7-0aae867c05a6" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1210.562521] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('01616447-580c-4c9a-99b7-0aae867c05a6',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1211.064103] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock member-612a28c4-7afc-4aa8-819a-8a8bc05d7468 taken with stack trace [, , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1211.064372] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-612a28c4-7afc-4aa8-819a-8a8bc05d7468" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.064499] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('612a28c4-7afc-4aa8-819a-8a8bc05d7468',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1211.065401] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 01616447-580c-4c9a-99b7-0aae867c05a6 with status ACTIVE [ 1211.065597] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1211.065871] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.065871] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.066067] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1211.066170] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.066347] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1211.066450] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.066519] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.066667] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1211.066740] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.068438] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1211.068438] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.068438] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.068438] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1211.068438] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.068438] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 01616447-580c-4c9a-99b7-0aae867c05a6 is going to be updated. [ 1211.100075] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1211.100075] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.100075] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.100075] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1211.100075] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.100075] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-01616447-580c-4c9a-99b7-0aae867c05a6" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.569439] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('612a28c4-7afc-4aa8-819a-8a8bc05d7468',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1212.073063] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1212.073063] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.073063] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.073063] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1212.073063] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.073063] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 612a28c4-7afc-4aa8-819a-8a8bc05d7468 is going to be created. [ 1212.098870] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1212.099297] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.099297] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.099297] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1212.099559] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.110713] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 612a28c4-7afc-4aa8-819a-8a8bc05d7468 in Status: UNINITIALIZED for 2s [ 1214.124050] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 612a28c4-7afc-4aa8-819a-8a8bc05d7468 in Status: SUCCESS [ 1214.124050] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-612a28c4-7afc-4aa8-819a-8a8bc05d7468" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.124050] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-612a28c4-7afc-4aa8-819a-8a8bc05d7468" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.124646] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-612a28c4-7afc-4aa8-819a-8a8bc05d7468" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1214.124646] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1214.124646] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.124821] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.124821] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1214.124905] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.124989] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-612a28c4-7afc-4aa8-819a-8a8bc05d7468" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.125090] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('612a28c4-7afc-4aa8-819a-8a8bc05d7468',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1214.626949] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('612a28c4-7afc-4aa8-819a-8a8bc05d7468',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1215.130313] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 612a28c4-7afc-4aa8-819a-8a8bc05d7468: rpc.has_security_group_logging(os_id): False [ 1215.147911] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1215.148135] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.148135] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.148343] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1215.148433] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1215.148693] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1215.148767] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.148833] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.148974] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1215.149062] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1215.149146] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 612a28c4-7afc-4aa8-819a-8a8bc05d7468 is going to be created. [ 1215.215836] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1215.216021] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.216076] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.217116] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1215.217116] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1215.229306] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 612a28c4-7afc-4aa8-819a-8a8bc05d7468 in Status: IN_PROGRESS for 2s [ 1215.557424] env[65288]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1215.557640] env[65288]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1217.242376] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 612a28c4-7afc-4aa8-819a-8a8bc05d7468 in Status: SUCCESS [ 1217.242882] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-612a28c4-7afc-4aa8-819a-8a8bc05d7468" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.707847] env[65288]: INFO networking_nsxv3.common.synchronization [req-d0788cf9-b6ed-41ff-8a21-f4c9a5b1fda8 req-6cfe2bd4-28b4-4771-bf56-8b60238bd186 tempest-ServerActionsTestOtherA-400423340 tempest-ServerActionsTestOtherA-400423340-project-member] Enqueued Resource ID: 8b553199-417d-43ed-8e52-c3d81fd8a393 with Priority: HIGHEST for action security_group_members [ 1217.708411] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8b553199-417d-43ed-8e52-c3d81fd8a393 with Priority: HIGHEST for action security_group_members [ 1217.708718] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock member-8b553199-417d-43ed-8e52-c3d81fd8a393 taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1217.708840] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8b553199-417d-43ed-8e52-c3d81fd8a393" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.709135] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8b553199-417d-43ed-8e52-c3d81fd8a393" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.709321] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8b553199-417d-43ed-8e52-c3d81fd8a393" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1217.709485] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1217.709585] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.709660] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.709785] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1217.709886] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.709965] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8b553199-417d-43ed-8e52-c3d81fd8a393',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1218.032679] env[65288]: DEBUG networking_nsxv3.common.locking [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Lock network-869 taken with stack trace [, , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.032914] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquiring lock "network-869" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.033048] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired lock "network-869" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.033308] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired external semaphore "network-869" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1218.033565] env[65288]: DEBUG networking_nsxv3.common.locking [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.033716] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquiring lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.033831] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.034284] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired external semaphore "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1218.034387] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Releasing lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.034598] env[65288]: DEBUG dogpile.cache.region [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] No value present for key: 'zone-id' {{(pid=65288) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1218.034765] env[65288]: DEBUG dogpile.lock [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] NeedRegenerationException {{(pid=65288) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1218.034845] env[65288]: DEBUG dogpile.lock [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] no value, waiting for create lock {{(pid=65288) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1218.034924] env[65288]: DEBUG dogpile.lock [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] value creation lock acquired {{(pid=65288) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1218.034991] env[65288]: DEBUG dogpile.cache.region [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] No value present for key: 'zone-id' {{(pid=65288) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1218.035141] env[65288]: DEBUG dogpile.lock [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Calling creation function for not-yet-present value {{(pid=65288) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1218.035277] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1218.059716] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1218.059898] env[65288]: DEBUG dogpile.cache.region [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=65288) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1218.060058] env[65288]: DEBUG dogpile.lock [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Released creation lock {{(pid=65288) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1218.060228] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Releasing lock "network-869" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.060538] env[65288]: DEBUG networking_nsxv3.common.locking [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Lock port-129be83a-1aca-44e8-a923-12c025fc807b taken with stack trace [, , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.060707] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquiring lock "port-129be83a-1aca-44e8-a923-12c025fc807b" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.060823] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired lock "port-129be83a-1aca-44e8-a923-12c025fc807b" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.061173] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired external semaphore "port-129be83a-1aca-44e8-a923-12c025fc807b" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1218.061308] env[65288]: DEBUG networking_nsxv3.api.rpc [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('129be83a-1aca-44e8-a923-12c025fc807b',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1218.212117] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.212306] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.212306] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.212512] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1218.212600] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.212787] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.212918] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.212972] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.213137] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1218.213213] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.213301] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8b553199-417d-43ed-8e52-c3d81fd8a393 is going to be updated. [ 1218.240049] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.240247] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.240247] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.240467] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1218.240612] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.249404] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8b553199-417d-43ed-8e52-c3d81fd8a393 in Status: IN_PROGRESS for 2s [ 1218.563942] env[65288]: DEBUG networking_nsxv3.common.locking [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.564213] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.564357] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.564707] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1218.564859] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.565038] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Segment Port 129be83a-1aca-44e8-a923-12c025fc807b not found, creating... [ 1218.565360] env[65288]: DEBUG networking_nsxv3.common.locking [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.565520] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquiring lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.567256] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.567256] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired external semaphore "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1218.567256] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Releasing lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.567256] env[65288]: DEBUG networking_nsxv3.common.locking [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.567256] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.567256] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.567256] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1218.567256] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.567256] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Resource: SegmentPort with ID: 129be83a-1aca-44e8-a923-12c025fc807b is going to be created. [ 1218.589486] env[65288]: DEBUG networking_nsxv3.common.locking [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.589803] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.589916] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.590238] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1218.590481] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.590747] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Releasing lock "port-129be83a-1aca-44e8-a923-12c025fc807b" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.283968] env[65288]: INFO networking_nsxv3.common.synchronization [req-d0788cf9-b6ed-41ff-8a21-f4c9a5b1fda8 req-54d41b00-5328-486b-96fc-9857c51205e5 service nova] Enqueued Resource ID: 8b553199-417d-43ed-8e52-c3d81fd8a393 with Priority: HIGHEST for action security_group_rules [ 1219.284296] env[65288]: INFO networking_nsxv3.common.synchronization [req-d0788cf9-b6ed-41ff-8a21-f4c9a5b1fda8 req-54d41b00-5328-486b-96fc-9857c51205e5 service nova] Enqueued Resource ID: 8b553199-417d-43ed-8e52-c3d81fd8a393 with Priority: HIGHEST for action security_group_members [ 1219.284296] env[65288]: INFO networking_nsxv3.common.synchronization [req-d0788cf9-b6ed-41ff-8a21-f4c9a5b1fda8 req-54d41b00-5328-486b-96fc-9857c51205e5 service nova] Enqueued Resource ID: 129be83a-1aca-44e8-a923-12c025fc807b with Priority: HIGHEST for action port [ 1219.284793] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8b553199-417d-43ed-8e52-c3d81fd8a393 with Priority: HIGHEST for action security_group_rules [ 1219.284969] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8b553199-417d-43ed-8e52-c3d81fd8a393 with Priority: HIGHEST for action security_group_members [ 1219.285093] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 129be83a-1aca-44e8-a923-12c025fc807b with Priority: HIGHEST for action port [ 1219.285402] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8b553199-417d-43ed-8e52-c3d81fd8a393 taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1219.285523] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8b553199-417d-43ed-8e52-c3d81fd8a393" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.285590] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8b553199-417d-43ed-8e52-c3d81fd8a393" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.285785] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8b553199-417d-43ed-8e52-c3d81fd8a393" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1219.285866] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8b553199-417d-43ed-8e52-c3d81fd8a393',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1219.287031] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock member-8b553199-417d-43ed-8e52-c3d81fd8a393 taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1219.287031] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8b553199-417d-43ed-8e52-c3d81fd8a393" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.287294] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock port-129be83a-1aca-44e8-a923-12c025fc807b taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1219.287421] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-129be83a-1aca-44e8-a923-12c025fc807b" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.287487] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-129be83a-1aca-44e8-a923-12c025fc807b" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.287653] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-129be83a-1aca-44e8-a923-12c025fc807b" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1219.287728] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('129be83a-1aca-44e8-a923-12c025fc807b',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1219.789531] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock member-8b553199-417d-43ed-8e52-c3d81fd8a393 taken with stack trace [, , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1219.789730] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8b553199-417d-43ed-8e52-c3d81fd8a393" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.789867] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 129be83a-1aca-44e8-a923-12c025fc807b with status ACTIVE [ 1219.790050] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1219.790163] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.790238] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.790433] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1219.790519] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.790684] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1219.790775] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.790827] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.790978] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1219.791074] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.791242] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1219.791320] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.791373] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.791509] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1219.791585] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.791674] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 129be83a-1aca-44e8-a923-12c025fc807b is going to be updated. [ 1219.817657] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1219.817868] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.817868] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.818212] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1219.818212] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.818445] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-129be83a-1aca-44e8-a923-12c025fc807b" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1220.259073] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8b553199-417d-43ed-8e52-c3d81fd8a393 in Status: SUCCESS [ 1220.259604] env[65288]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8b553199-417d-43ed-8e52-c3d81fd8a393 deletion is rescheduled due to dependency. [ 1220.259604] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8b553199-417d-43ed-8e52-c3d81fd8a393" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1220.259729] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8b553199-417d-43ed-8e52-c3d81fd8a393" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1220.260311] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8b553199-417d-43ed-8e52-c3d81fd8a393" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1220.260311] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1220.260473] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.260613] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1220.260869] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1220.261061] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1220.261179] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8b553199-417d-43ed-8e52-c3d81fd8a393',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1220.763708] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8b553199-417d-43ed-8e52-c3d81fd8a393',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1221.266259] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8b553199-417d-43ed-8e52-c3d81fd8a393',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1221.769636] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1221.769955] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.770085] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1221.770367] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1221.770505] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.770602] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8b553199-417d-43ed-8e52-c3d81fd8a393 is going to be updated. [ 1221.807244] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1221.807244] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.807366] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1221.807512] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1221.807661] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.816486] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8b553199-417d-43ed-8e52-c3d81fd8a393 in Status: IN_PROGRESS for 2s [ 1223.828161] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8b553199-417d-43ed-8e52-c3d81fd8a393 in Status: SUCCESS [ 1223.828563] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8b553199-417d-43ed-8e52-c3d81fd8a393" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.828563] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8b553199-417d-43ed-8e52-c3d81fd8a393" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.828766] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8b553199-417d-43ed-8e52-c3d81fd8a393" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1223.828954] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1223.829088] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.829154] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.829314] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1223.829394] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.829481] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8b553199-417d-43ed-8e52-c3d81fd8a393" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.829572] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8b553199-417d-43ed-8e52-c3d81fd8a393',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1224.286679] env[65288]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1224.286770] env[65288]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1224.332507] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock member-8b553199-417d-43ed-8e52-c3d81fd8a393 taken with stack trace [, , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1224.332738] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8b553199-417d-43ed-8e52-c3d81fd8a393" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.332783] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8b553199-417d-43ed-8e52-c3d81fd8a393" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.332986] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8b553199-417d-43ed-8e52-c3d81fd8a393" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1224.333236] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1224.333358] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.333456] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.333631] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1224.333734] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.333809] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8b553199-417d-43ed-8e52-c3d81fd8a393" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.333955] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock member-8b553199-417d-43ed-8e52-c3d81fd8a393 taken with stack trace [, , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1224.334065] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8b553199-417d-43ed-8e52-c3d81fd8a393" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.334129] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8b553199-417d-43ed-8e52-c3d81fd8a393" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.334268] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8b553199-417d-43ed-8e52-c3d81fd8a393" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1224.334402] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1224.334491] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.334551] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.334682] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1224.334757] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.334860] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8b553199-417d-43ed-8e52-c3d81fd8a393" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.335019] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8b553199-417d-43ed-8e52-c3d81fd8a393',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1224.837124] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8b553199-417d-43ed-8e52-c3d81fd8a393: rpc.has_security_group_logging(os_id): False [ 1224.856976] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1224.857217] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.857217] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.857405] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1224.857495] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.857686] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1224.857782] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.857843] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.857984] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1224.858077] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.858258] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1224.858348] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.858409] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.858540] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1224.858612] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.858798] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1224.858890] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.858951] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.859099] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1224.859171] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.859253] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8b553199-417d-43ed-8e52-c3d81fd8a393 is going to be updated. [ 1224.935769] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1224.935984] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.935984] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.936159] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1224.936315] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.949200] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8b553199-417d-43ed-8e52-c3d81fd8a393 in Status: IN_PROGRESS for 2s [ 1226.962642] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8b553199-417d-43ed-8e52-c3d81fd8a393 in Status: SUCCESS [ 1226.963099] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8b553199-417d-43ed-8e52-c3d81fd8a393" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1227.688974] env[65288]: INFO networking_nsxv3.common.synchronization [req-b10fe9f7-0709-49bd-bd8c-a7d645ae2edb req-9aa28889-df0c-4e92-a8e0-3bbda83f91a3 tempest-ServerActionsTestOtherA-400423340 tempest-ServerActionsTestOtherA-400423340-project-member] Enqueued Resource ID: 8b553199-417d-43ed-8e52-c3d81fd8a393 with Priority: HIGHEST for action security_group_members [ 1227.689226] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8b553199-417d-43ed-8e52-c3d81fd8a393 with Priority: HIGHEST for action security_group_members [ 1227.689443] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock member-8b553199-417d-43ed-8e52-c3d81fd8a393 taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1227.689557] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8b553199-417d-43ed-8e52-c3d81fd8a393" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.689618] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8b553199-417d-43ed-8e52-c3d81fd8a393" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1227.689808] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8b553199-417d-43ed-8e52-c3d81fd8a393" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1227.689952] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1227.690074] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.690394] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1227.690394] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1227.690394] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1227.690568] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8b553199-417d-43ed-8e52-c3d81fd8a393',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1227.730098] env[65288]: INFO networking_nsxv3.common.synchronization [req-b10fe9f7-0709-49bd-bd8c-a7d645ae2edb req-9aa28889-df0c-4e92-a8e0-3bbda83f91a3 tempest-ServerActionsTestOtherA-400423340 tempest-ServerActionsTestOtherA-400423340-project-member] Enqueued Resource ID: 129be83a-1aca-44e8-a923-12c025fc807b with Priority: HIGHEST for action port [ 1227.730586] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 129be83a-1aca-44e8-a923-12c025fc807b with Priority: HIGHEST for action port [ 1227.730885] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock port-129be83a-1aca-44e8-a923-12c025fc807b taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1227.731013] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-129be83a-1aca-44e8-a923-12c025fc807b" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.731078] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-129be83a-1aca-44e8-a923-12c025fc807b" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1227.731269] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-129be83a-1aca-44e8-a923-12c025fc807b" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1227.731345] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('129be83a-1aca-44e8-a923-12c025fc807b',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1228.192697] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1228.193046] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1228.193046] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1228.193227] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1228.193330] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1228.193627] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1228.193627] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1228.193717] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1228.193867] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1228.193963] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1228.194018] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8b553199-417d-43ed-8e52-c3d81fd8a393 is going to be updated. [ 1228.223613] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1228.223767] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1228.223827] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1228.224051] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1228.224204] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1228.234808] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 129be83a-1aca-44e8-a923-12c025fc807b with status ACTIVE [ 1228.235087] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1228.235174] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1228.235225] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1228.235398] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1228.235485] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1228.235652] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1228.235748] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1228.235807] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1228.235944] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1228.236027] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1228.236208] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1228.236308] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1228.236363] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1228.236498] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1228.236570] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1228.236652] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 129be83a-1aca-44e8-a923-12c025fc807b is going to be updated. [ 1228.238298] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8b553199-417d-43ed-8e52-c3d81fd8a393 in Status: IN_PROGRESS for 2s [ 1228.897620] env[65288]: ERROR networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Request=Function PUT Argumetns {'path': '/policy/api/v1/infra/segments/nsx-vlan-transportzone-869/ports/129be83a-1aca-44e8-a923-12c025fc807b', 'data': {'id': '129be83a-1aca-44e8-a923-12c025fc807b', 'display_name': '129be83a-1aca-44e8-a923-12c025fc807b', 'resource_type': 'SegmentPort', 'admin_state': 'UP', 'attachment': {'id': '129be83a-1aca-44e8-a923-12c025fc807b', 'type': 'PARENT', 'traffic_tag': 869}, 'address_bindings': [{'ip_address': '192.168.128.8', 'mac_address': 'fa:16:3e:5b:f6:17'}], 'tags': [{'scope': 'age', 'tag': 1764644770}, {'scope': 'revision_number', 'tag': 6}], 'parent_path': '/infra/segments/nsx-vlan-transportzone-869', 'path': '/infra/segments/nsx-vlan-transportzone-869/ports/129be83a-1aca-44e8-a923-12c025fc807b', '_revision': 1}} Response=('Connection aborted.', RemoteDisconnected('Remote end closed connection without response')): requests.exceptions.ConnectionError: ('Connection aborted.', RemoteDisconnected('Remote end closed connection without response')) [ 1228.897954] env[65288]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Retrying connection (1/2) with timeout 2s for Client.put {{(pid=65288) decorator /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/client_nsx.py:122}} [ 1230.266777] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8b553199-417d-43ed-8e52-c3d81fd8a393 in Status: SUCCESS [ 1230.266777] env[65288]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8b553199-417d-43ed-8e52-c3d81fd8a393 deletion is rescheduled due to dependency. [ 1230.266777] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8b553199-417d-43ed-8e52-c3d81fd8a393" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1230.920896] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1230.921162] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1230.921296] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1230.921603] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1230.921829] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1230.922084] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-129be83a-1aca-44e8-a923-12c025fc807b" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1232.731340] env[65288]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1232.731709] env[65288]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1237.732311] env[65288]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1237.732667] env[65288]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1242.733084] env[65288]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1242.733457] env[65288]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1247.734483] env[65288]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1247.734890] env[65288]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1250.460280] env[65288]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-cb3e2329-a6ab-4918-b717-082b4960ccf0 None None] NSXv3 Agent Agent loop - iteration:2 completed [ 1250.460280] env[65288]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-cb3e2329-a6ab-4918-b717-082b4960ccf0 None None] NSXv3 Agent Agent loop - iteration:3 started [ 1251.994037] env[65288]: INFO networking_nsxv3.common.synchronization [req-cc4114f4-82cb-463a-945e-e509aac495bd req-9de0627d-e5b7-4188-8357-4c04c6746372 tempest-ServerActionsTestOtherA-400423340 tempest-ServerActionsTestOtherA-400423340-project-member] Enqueued Resource ID: 53359e10-2543-4595-b61f-58a2f432658d with Priority: HIGHEST for action security_group_members [ 1251.994037] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 53359e10-2543-4595-b61f-58a2f432658d with Priority: HIGHEST for action security_group_members [ 1251.994338] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock member-53359e10-2543-4595-b61f-58a2f432658d taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1251.994338] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-53359e10-2543-4595-b61f-58a2f432658d" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1251.994338] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-53359e10-2543-4595-b61f-58a2f432658d" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1251.994537] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-53359e10-2543-4595-b61f-58a2f432658d" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1251.994684] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1251.994778] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1251.994836] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1251.994976] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1251.995182] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1251.995319] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('53359e10-2543-4595-b61f-58a2f432658d',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1252.259111] env[65288]: DEBUG networking_nsxv3.common.locking [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Lock network-869 taken with stack trace [, , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1252.259322] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquiring lock "network-869" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1252.259446] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired lock "network-869" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1252.259710] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired external semaphore "network-869" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1252.259954] env[65288]: DEBUG networking_nsxv3.common.locking [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1252.260120] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquiring lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1252.260243] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1252.260473] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired external semaphore "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1252.260619] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Releasing lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1252.260828] env[65288]: DEBUG dogpile.cache.region [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] No value present for key: 'zone-id' {{(pid=65288) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1252.260938] env[65288]: DEBUG dogpile.lock [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] NeedRegenerationException {{(pid=65288) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1252.261054] env[65288]: DEBUG dogpile.lock [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] no value, waiting for create lock {{(pid=65288) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1252.261161] env[65288]: DEBUG dogpile.lock [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] value creation lock acquired {{(pid=65288) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1252.261269] env[65288]: DEBUG dogpile.cache.region [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] No value present for key: 'zone-id' {{(pid=65288) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1252.261373] env[65288]: DEBUG dogpile.lock [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Calling creation function for not-yet-present value {{(pid=65288) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1252.261499] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1252.279646] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1252.279843] env[65288]: DEBUG dogpile.cache.region [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=65288) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1252.279931] env[65288]: DEBUG dogpile.lock [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Released creation lock {{(pid=65288) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1252.280172] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Releasing lock "network-869" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1252.280465] env[65288]: DEBUG networking_nsxv3.common.locking [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Lock port-49b1acbf-544c-47bf-a1eb-464edecadcfc taken with stack trace [, , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1252.280632] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquiring lock "port-49b1acbf-544c-47bf-a1eb-464edecadcfc" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1252.280751] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired lock "port-49b1acbf-544c-47bf-a1eb-464edecadcfc" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1252.281068] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired external semaphore "port-49b1acbf-544c-47bf-a1eb-464edecadcfc" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1252.281205] env[65288]: DEBUG networking_nsxv3.api.rpc [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('49b1acbf-544c-47bf-a1eb-464edecadcfc',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1252.498127] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('53359e10-2543-4595-b61f-58a2f432658d',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1252.783977] env[65288]: DEBUG networking_nsxv3.common.locking [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1252.783977] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1252.783977] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1252.784259] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1252.784436] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1252.784601] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Segment Port 49b1acbf-544c-47bf-a1eb-464edecadcfc not found, creating... [ 1252.784847] env[65288]: DEBUG networking_nsxv3.common.locking [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1252.784999] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquiring lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1252.785128] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1252.785353] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired external semaphore "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1252.785489] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Releasing lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1252.785760] env[65288]: DEBUG networking_nsxv3.common.locking [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1252.785907] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1252.786029] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1252.786232] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1252.786359] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1252.786500] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Resource: SegmentPort with ID: 49b1acbf-544c-47bf-a1eb-464edecadcfc is going to be created. [ 1252.806793] env[65288]: DEBUG networking_nsxv3.common.locking [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1252.807006] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1252.807161] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1252.807425] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1252.807658] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1252.807880] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Releasing lock "port-49b1acbf-544c-47bf-a1eb-464edecadcfc" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1252.999831] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('53359e10-2543-4595-b61f-58a2f432658d',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1253.497177] env[65288]: INFO networking_nsxv3.common.synchronization [req-cc4114f4-82cb-463a-945e-e509aac495bd req-aa53867b-6f54-4a6a-b322-9e9e5d1720f6 service nova] Enqueued Resource ID: 53359e10-2543-4595-b61f-58a2f432658d with Priority: HIGHEST for action security_group_rules [ 1253.497357] env[65288]: INFO networking_nsxv3.common.synchronization [req-cc4114f4-82cb-463a-945e-e509aac495bd req-aa53867b-6f54-4a6a-b322-9e9e5d1720f6 service nova] Enqueued Resource ID: 53359e10-2543-4595-b61f-58a2f432658d with Priority: HIGHEST for action security_group_members [ 1253.497490] env[65288]: INFO networking_nsxv3.common.synchronization [req-cc4114f4-82cb-463a-945e-e509aac495bd req-aa53867b-6f54-4a6a-b322-9e9e5d1720f6 service nova] Enqueued Resource ID: 49b1acbf-544c-47bf-a1eb-464edecadcfc with Priority: HIGHEST for action port [ 1253.498008] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 53359e10-2543-4595-b61f-58a2f432658d with Priority: HIGHEST for action security_group_rules [ 1253.498150] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 53359e10-2543-4595-b61f-58a2f432658d with Priority: HIGHEST for action security_group_members [ 1253.498249] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 49b1acbf-544c-47bf-a1eb-464edecadcfc with Priority: HIGHEST for action port [ 1253.498519] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock rules-53359e10-2543-4595-b61f-58a2f432658d taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1253.498650] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-53359e10-2543-4595-b61f-58a2f432658d" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1253.498761] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-53359e10-2543-4595-b61f-58a2f432658d" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1253.498935] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-53359e10-2543-4595-b61f-58a2f432658d" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1253.499045] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('53359e10-2543-4595-b61f-58a2f432658d',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1253.502031] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock member-53359e10-2543-4595-b61f-58a2f432658d taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1253.502031] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-53359e10-2543-4595-b61f-58a2f432658d" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1253.502031] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock port-49b1acbf-544c-47bf-a1eb-464edecadcfc taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1253.502031] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-49b1acbf-544c-47bf-a1eb-464edecadcfc" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1253.502031] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-49b1acbf-544c-47bf-a1eb-464edecadcfc" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1253.502453] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-49b1acbf-544c-47bf-a1eb-464edecadcfc" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1253.502453] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('49b1acbf-544c-47bf-a1eb-464edecadcfc',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1253.503398] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1253.503539] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1253.503707] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1253.503707] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1253.503908] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1253.503984] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 53359e10-2543-4595-b61f-58a2f432658d is going to be updated. [ 1253.532807] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1253.533061] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1253.533061] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1253.533185] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1253.533309] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1253.542465] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 53359e10-2543-4595-b61f-58a2f432658d in Status: IN_PROGRESS for 2s [ 1254.004354] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock member-53359e10-2543-4595-b61f-58a2f432658d taken with stack trace [, , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1254.004354] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-53359e10-2543-4595-b61f-58a2f432658d" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1254.006023] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 49b1acbf-544c-47bf-a1eb-464edecadcfc with status ACTIVE [ 1254.006023] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1254.006023] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1254.006227] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1254.006266] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1254.006348] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1254.006517] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1254.006611] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1254.006671] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1254.006817] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1254.006891] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1254.007078] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1254.007171] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1254.007268] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1254.007366] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1254.007562] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1254.007562] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 49b1acbf-544c-47bf-a1eb-464edecadcfc is going to be updated. [ 1254.027533] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1254.027746] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1254.027792] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1254.027971] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1254.028128] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1254.028292] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-49b1acbf-544c-47bf-a1eb-464edecadcfc" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1255.554679] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 53359e10-2543-4595-b61f-58a2f432658d in Status: SUCCESS [ 1255.555080] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-53359e10-2543-4595-b61f-58a2f432658d" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1255.555516] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-53359e10-2543-4595-b61f-58a2f432658d" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1255.555766] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-53359e10-2543-4595-b61f-58a2f432658d" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1255.555960] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1255.556130] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1255.556195] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1255.556397] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1255.556479] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1255.556612] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('53359e10-2543-4595-b61f-58a2f432658d',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1256.059457] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('53359e10-2543-4595-b61f-58a2f432658d',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1256.563174] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('53359e10-2543-4595-b61f-58a2f432658d',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1257.066333] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1257.066543] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1257.066583] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1257.066799] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1257.066891] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1257.066987] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 53359e10-2543-4595-b61f-58a2f432658d is going to be updated. [ 1257.101798] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1257.102065] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1257.102065] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1257.102231] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1257.102408] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1257.112247] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 53359e10-2543-4595-b61f-58a2f432658d in Status: IN_PROGRESS for 2s [ 1258.499363] env[65288]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1258.499776] env[65288]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=2 [ 1259.125417] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 53359e10-2543-4595-b61f-58a2f432658d in Status: SUCCESS [ 1259.125768] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-53359e10-2543-4595-b61f-58a2f432658d" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1259.126029] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-53359e10-2543-4595-b61f-58a2f432658d" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1259.126347] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-53359e10-2543-4595-b61f-58a2f432658d" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1259.126595] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1259.126825] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1259.126928] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1259.127174] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1259.127270] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1259.127393] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-53359e10-2543-4595-b61f-58a2f432658d" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1259.127475] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('53359e10-2543-4595-b61f-58a2f432658d',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1259.629745] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('53359e10-2543-4595-b61f-58a2f432658d',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1260.132052] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 53359e10-2543-4595-b61f-58a2f432658d: rpc.has_security_group_logging(os_id): False [ 1260.150974] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1260.151208] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.151208] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.151396] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1260.171717] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.172020] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1260.172156] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.172217] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.172453] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1260.172531] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.172608] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 53359e10-2543-4595-b61f-58a2f432658d is going to be updated. [ 1260.234392] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1260.234677] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.234677] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.234837] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1260.234991] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.247878] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 53359e10-2543-4595-b61f-58a2f432658d in Status: IN_PROGRESS for 2s [ 1262.270214] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 53359e10-2543-4595-b61f-58a2f432658d in Status: SUCCESS [ 1262.270214] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-53359e10-2543-4595-b61f-58a2f432658d" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1263.500149] env[65288]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1263.500424] env[65288]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1266.907036] env[65288]: INFO networking_nsxv3.common.synchronization [req-7b91830a-6404-4f4f-ab6f-6e22c8d724d3 req-d64a12d5-0079-4485-8b7c-9f755fdc49e4 tempest-ServerActionsTestJSON-1569293202 tempest-ServerActionsTestJSON-1569293202-project-member] Enqueued Resource ID: d2e3e650-a955-470a-86da-1052a59553ec with Priority: HIGHEST for action security_group_members [ 1266.907342] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d2e3e650-a955-470a-86da-1052a59553ec with Priority: HIGHEST for action security_group_members [ 1266.907635] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock member-d2e3e650-a955-470a-86da-1052a59553ec taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1266.907763] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d2e3e650-a955-470a-86da-1052a59553ec" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1266.907817] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d2e3e650-a955-470a-86da-1052a59553ec" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1266.908107] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d2e3e650-a955-470a-86da-1052a59553ec" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1266.908348] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1266.908540] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1266.908628] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1266.908867] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1266.909009] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1266.909169] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d2e3e650-a955-470a-86da-1052a59553ec',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1267.412712] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1267.412996] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1267.412996] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1267.413158] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1267.413559] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1267.413559] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1267.413691] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1267.413691] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1267.413919] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1267.414058] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1267.414157] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d2e3e650-a955-470a-86da-1052a59553ec is going to be updated. [ 1267.446017] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1267.446361] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1267.446361] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1267.446555] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1267.446761] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1267.457393] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d2e3e650-a955-470a-86da-1052a59553ec in Status: IN_PROGRESS for 2s [ 1269.470045] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d2e3e650-a955-470a-86da-1052a59553ec in Status: SUCCESS [ 1269.470480] env[65288]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d2e3e650-a955-470a-86da-1052a59553ec deletion is rescheduled due to dependency. [ 1269.470480] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d2e3e650-a955-470a-86da-1052a59553ec" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.908793] env[65288]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1271.909345] env[65288]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1276.910320] env[65288]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1276.910640] env[65288]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1281.911687] env[65288]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1281.912138] env[65288]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1286.913429] env[65288]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1286.913980] env[65288]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1291.914635] env[65288]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1291.915019] env[65288]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1296.916192] env[65288]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1296.916554] env[65288]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1299.403721] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1299.403721] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1299.404174] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1299.404174] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1299.404174] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1299.906900] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1300.409195] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1300.911213] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 1300.911464] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 1301.286222] env[65288]: INFO networking_nsxv3.common.synchronization [req-822e1095-719e-4dae-a022-12926370c551 req-246d69a5-2c89-4b9d-819e-8842b09c9eea tempest-ServerActionsTestJSON-1569293202 tempest-ServerActionsTestJSON-1569293202-project-member] Enqueued Resource ID: 658c55a4-a0c7-40fc-92a1-32f7de8823c6 with Priority: HIGHEST for action security_group_members [ 1301.286570] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 658c55a4-a0c7-40fc-92a1-32f7de8823c6 with Priority: HIGHEST for action security_group_members [ 1301.286887] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock member-658c55a4-a0c7-40fc-92a1-32f7de8823c6 taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1301.286999] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-658c55a4-a0c7-40fc-92a1-32f7de8823c6" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1301.287076] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-658c55a4-a0c7-40fc-92a1-32f7de8823c6" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1301.287344] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-658c55a4-a0c7-40fc-92a1-32f7de8823c6" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1301.287428] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1301.287540] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1301.287602] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1301.287754] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1301.287846] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.287937] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('658c55a4-a0c7-40fc-92a1-32f7de8823c6',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1301.671067] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1301.671428] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1301.671428] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1301.671510] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1301.685524] env[65288]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 1301.686384] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.687193] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 1301.735281] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1301.735481] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1301.735481] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1301.735634] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1301.750224] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.751021] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 1301.751134] env[65288]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=65288) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1301.751186] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 1301.790045] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1301.790322] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1301.790410] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1301.790609] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1301.790744] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.790966] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1301.791098] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1301.791159] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1301.791293] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1301.791362] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.791450] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 658c55a4-a0c7-40fc-92a1-32f7de8823c6 is going to be updated. [ 1301.796158] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1301.796355] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1301.796355] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1301.796496] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1301.797726] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.797910] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 1301.828375] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1301.828572] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1301.828623] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1301.828786] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1301.828943] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.837870] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 658c55a4-a0c7-40fc-92a1-32f7de8823c6 in Status: IN_PROGRESS for 2s [ 1301.876489] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1301.876668] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1301.876713] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1301.876906] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1301.877270] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.877561] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 1301.961863] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1301.962050] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1301.962143] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1301.962457] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1301.962981] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.963332] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:43. [ 1301.963435] env[65288]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:{'cb39eb2f-fa04-4c19-9a69-ad1eb4b88e84', '658c55a4-a0c7-40fc-92a1-32f7de8823c6', '8443f52b-0940-4005-88a2-0982cca8bee6', '27bd6071-1c5e-48f6-a190-588d74b7d27d', '5c1b1b02-0d0e-421c-9442-12c88f168c61', '612a28c4-7afc-4aa8-819a-8a8bc05d7468', '544ca814-cf5f-4900-bced-e78e85d73486', 'd0e97683-17f6-4d4c-80d6-2bdf01e1d98f', '1aa9a5bb-6f77-404d-943d-b0bd01b8e52d', 'c0551e5b-fb41-462c-918e-2cd7e1f39ef7', '2207e151-130b-4a9e-ab26-c9e8f409213d', 'b6fe7cc2-2f0a-4283-8763-dc7c3132388f', 'e2faeaba-7ab5-4e86-9e62-a1433421fc32', '38d57888-b87b-4e90-a7a3-734496629950', '7febb477-5157-4c38-90ef-df7420edadd6', 'd245eef6-5371-47ae-aacd-21ec39f91d63', '8ed4fba3-b4bf-4641-bcf5-85eb95bd2941', 'd2e3e650-a955-470a-86da-1052a59553ec', '384869a2-ef01-491e-af51-f22caa974fb7', '8b553199-417d-43ed-8e52-c3d81fd8a393', 'e992998d-5675-40b8-9724-0b94dbc625ed', '0d639079-af2f-4fc8-bec9-00579ffb0c3f', '287fc408-1355-4ea2-843d-f405317b90ba', 'a11330c4-cf58-4a08-a8b1-e79c4012e1bd', 'cb633488-fd57-4814-b820-0f38380a3239', '03949d61-476d-4592-a53a-be5ca4c18b3b', '87c84149-cfef-4d12-ab0a-ed7e843e7799', '35978517-9772-44ae-a9e9-7bc03617687e', '829f8e2a-34a6-4ed5-87c0-e3080c6d8393', 'ea06a721-ec40-45ad-9f76-f8a7965f00f6', '53359e10-2543-4595-b61f-58a2f432658d', 'd4809d67-1b31-408a-868c-7991f7666292', 'eb06f8a7-bbbd-42b6-b72d-c6b0c2a9ecca', '190d80dc-4948-45bb-a2a0-fd44e4377cb2', 'ed4a84a9-18c7-4f4d-a791-087741929187', '2f920d6e-7a3a-4d36-b54f-f21620e096f6', '839375fa-5177-4d9b-b4a5-4286bbde7bfe', 'fed5066d-4771-4433-bc29-557a9f1307e0', '61335d04-4310-48c7-92a4-956bad255ae1', '68869bfc-a20e-4e3d-ade3-cc6a82542b07', '6ef3aa30-71e5-4dd3-aed3-6e3db0579d82', 'b13e28ee-b8aa-43ab-83df-d02231540216', '09794d10-d98d-4846-97f7-d7ed19521348'} {{(pid=65288) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1301.963536] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 1301.983112] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1301.983263] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1301.983525] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1301.983610] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1301.983652] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.983728] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 1301.983801] env[65288]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=65288) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1301.983871] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 1302.066728] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1302.066946] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1302.066946] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1302.067198] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1302.068406] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1302.068676] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 1302.068754] env[65288]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=65288) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1302.068826] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 1302.068893] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 1302.068964] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 20/43 resources of Type:Security Group Rules [ 1302.069043] env[65288]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: cb39eb2f-fa04-4c19-9a69-ad1eb4b88e84 with Priority: HIGH for action security_group_rules [ 1302.069122] env[65288]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 658c55a4-a0c7-40fc-92a1-32f7de8823c6 with Priority: HIGH for action security_group_rules [ 1302.069188] env[65288]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 8443f52b-0940-4005-88a2-0982cca8bee6 with Priority: HIGH for action security_group_rules [ 1302.069248] env[65288]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 27bd6071-1c5e-48f6-a190-588d74b7d27d with Priority: HIGH for action security_group_rules [ 1302.069310] env[65288]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 5c1b1b02-0d0e-421c-9442-12c88f168c61 with Priority: HIGH for action security_group_rules [ 1302.069374] env[65288]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 612a28c4-7afc-4aa8-819a-8a8bc05d7468 with Priority: HIGH for action security_group_rules [ 1302.069424] env[65288]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 544ca814-cf5f-4900-bced-e78e85d73486 with Priority: HIGH for action security_group_rules [ 1302.069478] env[65288]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: d0e97683-17f6-4d4c-80d6-2bdf01e1d98f with Priority: HIGH for action security_group_rules [ 1302.069527] env[65288]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 1aa9a5bb-6f77-404d-943d-b0bd01b8e52d with Priority: HIGH for action security_group_rules [ 1302.069589] env[65288]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: c0551e5b-fb41-462c-918e-2cd7e1f39ef7 with Priority: HIGH for action security_group_rules [ 1302.069644] env[65288]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 2207e151-130b-4a9e-ab26-c9e8f409213d with Priority: HIGH for action security_group_rules [ 1302.069705] env[65288]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: b6fe7cc2-2f0a-4283-8763-dc7c3132388f with Priority: HIGH for action security_group_rules [ 1302.069757] env[65288]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: e2faeaba-7ab5-4e86-9e62-a1433421fc32 with Priority: HIGH for action security_group_rules [ 1302.069892] env[65288]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 38d57888-b87b-4e90-a7a3-734496629950 with Priority: HIGH for action security_group_rules [ 1302.069983] env[65288]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 7febb477-5157-4c38-90ef-df7420edadd6 with Priority: HIGH for action security_group_rules [ 1302.070056] env[65288]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: d245eef6-5371-47ae-aacd-21ec39f91d63 with Priority: HIGH for action security_group_rules [ 1302.070113] env[65288]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 8ed4fba3-b4bf-4641-bcf5-85eb95bd2941 with Priority: HIGH for action security_group_rules [ 1302.070175] env[65288]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: d2e3e650-a955-470a-86da-1052a59553ec with Priority: HIGH for action security_group_rules [ 1302.070233] env[65288]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 384869a2-ef01-491e-af51-f22caa974fb7 with Priority: HIGH for action security_group_rules [ 1302.070288] env[65288]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 8b553199-417d-43ed-8e52-c3d81fd8a393 with Priority: HIGH for action security_group_rules [ 1302.070383] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1303.847478] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 658c55a4-a0c7-40fc-92a1-32f7de8823c6 in Status: SUCCESS [ 1303.847851] env[65288]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 658c55a4-a0c7-40fc-92a1-32f7de8823c6 deletion is rescheduled due to dependency. [ 1303.847851] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-658c55a4-a0c7-40fc-92a1-32f7de8823c6" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1306.287676] env[65288]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1306.287967] env[65288]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=20], Jobs=0 [ 1306.287967] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cb39eb2f-fa04-4c19-9a69-ad1eb4b88e84 with Priority: HIGH for action security_group_rules [ 1306.288067] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8443f52b-0940-4005-88a2-0982cca8bee6 with Priority: HIGH for action security_group_rules [ 1306.288257] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 544ca814-cf5f-4900-bced-e78e85d73486 with Priority: HIGH for action security_group_rules [ 1306.288362] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7febb477-5157-4c38-90ef-df7420edadd6 with Priority: HIGH for action security_group_rules [ 1306.288503] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8b553199-417d-43ed-8e52-c3d81fd8a393 with Priority: HIGH for action security_group_rules [ 1306.288606] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 384869a2-ef01-491e-af51-f22caa974fb7 with Priority: HIGH for action security_group_rules [ 1306.288699] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d2e3e650-a955-470a-86da-1052a59553ec with Priority: HIGH for action security_group_rules [ 1306.288790] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8ed4fba3-b4bf-4641-bcf5-85eb95bd2941 with Priority: HIGH for action security_group_rules [ 1306.289338] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 38d57888-b87b-4e90-a7a3-734496629950 with Priority: HIGH for action security_group_rules [ 1306.289466] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d245eef6-5371-47ae-aacd-21ec39f91d63 with Priority: HIGH for action security_group_rules [ 1306.289563] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e2faeaba-7ab5-4e86-9e62-a1433421fc32 with Priority: HIGH for action security_group_rules [ 1306.289657] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b6fe7cc2-2f0a-4283-8763-dc7c3132388f with Priority: HIGH for action security_group_rules [ 1306.289747] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2207e151-130b-4a9e-ab26-c9e8f409213d with Priority: HIGH for action security_group_rules [ 1306.289837] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c0551e5b-fb41-462c-918e-2cd7e1f39ef7 with Priority: HIGH for action security_group_rules [ 1306.289924] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1aa9a5bb-6f77-404d-943d-b0bd01b8e52d with Priority: HIGH for action security_group_rules [ 1306.290017] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 612a28c4-7afc-4aa8-819a-8a8bc05d7468 with Priority: HIGH for action security_group_rules [ 1306.290107] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d0e97683-17f6-4d4c-80d6-2bdf01e1d98f with Priority: HIGH for action security_group_rules [ 1306.290193] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5c1b1b02-0d0e-421c-9442-12c88f168c61 with Priority: HIGH for action security_group_rules [ 1306.290277] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 658c55a4-a0c7-40fc-92a1-32f7de8823c6 with Priority: HIGH for action security_group_rules [ 1306.290369] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 27bd6071-1c5e-48f6-a190-588d74b7d27d with Priority: HIGH for action security_group_rules [ 1306.290737] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cb39eb2f-fa04-4c19-9a69-ad1eb4b88e84 taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1306.290867] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cb39eb2f-fa04-4c19-9a69-ad1eb4b88e84" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1306.290934] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cb39eb2f-fa04-4c19-9a69-ad1eb4b88e84" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1306.291154] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cb39eb2f-fa04-4c19-9a69-ad1eb4b88e84" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1306.291233] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cb39eb2f-fa04-4c19-9a69-ad1eb4b88e84',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1306.292318] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8443f52b-0940-4005-88a2-0982cca8bee6 taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1306.292318] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8443f52b-0940-4005-88a2-0982cca8bee6" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1306.292982] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8443f52b-0940-4005-88a2-0982cca8bee6" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1306.293152] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8443f52b-0940-4005-88a2-0982cca8bee6" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1306.293763] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8443f52b-0940-4005-88a2-0982cca8bee6',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1306.294035] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock rules-544ca814-cf5f-4900-bced-e78e85d73486 taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1306.294157] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-544ca814-cf5f-4900-bced-e78e85d73486" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1306.294473] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-544ca814-cf5f-4900-bced-e78e85d73486" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1306.294473] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-544ca814-cf5f-4900-bced-e78e85d73486" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1306.294544] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('544ca814-cf5f-4900-bced-e78e85d73486',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1306.295264] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7febb477-5157-4c38-90ef-df7420edadd6 taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1306.295364] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7febb477-5157-4c38-90ef-df7420edadd6" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1306.295430] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7febb477-5157-4c38-90ef-df7420edadd6" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1306.295578] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7febb477-5157-4c38-90ef-df7420edadd6" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1306.295701] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7febb477-5157-4c38-90ef-df7420edadd6',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1306.297052] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8b553199-417d-43ed-8e52-c3d81fd8a393 taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1306.297166] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8b553199-417d-43ed-8e52-c3d81fd8a393" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1306.297546] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8b553199-417d-43ed-8e52-c3d81fd8a393" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1306.297935] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8b553199-417d-43ed-8e52-c3d81fd8a393" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1306.297935] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8b553199-417d-43ed-8e52-c3d81fd8a393',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1306.299112] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock rules-384869a2-ef01-491e-af51-f22caa974fb7 taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1306.299216] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-384869a2-ef01-491e-af51-f22caa974fb7" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1306.299326] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-384869a2-ef01-491e-af51-f22caa974fb7" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1306.299417] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-384869a2-ef01-491e-af51-f22caa974fb7" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1306.299509] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('384869a2-ef01-491e-af51-f22caa974fb7',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1306.300668] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d2e3e650-a955-470a-86da-1052a59553ec taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1306.300668] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d2e3e650-a955-470a-86da-1052a59553ec" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1306.300668] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d2e3e650-a955-470a-86da-1052a59553ec" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1306.300848] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d2e3e650-a955-470a-86da-1052a59553ec" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1306.300918] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d2e3e650-a955-470a-86da-1052a59553ec',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1306.302308] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8ed4fba3-b4bf-4641-bcf5-85eb95bd2941 taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1306.302308] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8ed4fba3-b4bf-4641-bcf5-85eb95bd2941" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1306.302445] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8ed4fba3-b4bf-4641-bcf5-85eb95bd2941" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1306.302529] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8ed4fba3-b4bf-4641-bcf5-85eb95bd2941" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1306.302606] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8ed4fba3-b4bf-4641-bcf5-85eb95bd2941',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1306.303393] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock rules-38d57888-b87b-4e90-a7a3-734496629950 taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1306.303532] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-38d57888-b87b-4e90-a7a3-734496629950" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1306.303578] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-38d57888-b87b-4e90-a7a3-734496629950" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1306.303704] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-38d57888-b87b-4e90-a7a3-734496629950" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1306.303780] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('38d57888-b87b-4e90-a7a3-734496629950',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1306.305609] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d245eef6-5371-47ae-aacd-21ec39f91d63 taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1306.305609] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d245eef6-5371-47ae-aacd-21ec39f91d63" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1306.305816] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d245eef6-5371-47ae-aacd-21ec39f91d63" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1306.306241] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d245eef6-5371-47ae-aacd-21ec39f91d63" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1306.306241] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d245eef6-5371-47ae-aacd-21ec39f91d63',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1306.306747] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e2faeaba-7ab5-4e86-9e62-a1433421fc32 taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1306.306841] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e2faeaba-7ab5-4e86-9e62-a1433421fc32" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1306.306908] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e2faeaba-7ab5-4e86-9e62-a1433421fc32" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1306.307635] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e2faeaba-7ab5-4e86-9e62-a1433421fc32" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1306.307635] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e2faeaba-7ab5-4e86-9e62-a1433421fc32',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1306.307806] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b6fe7cc2-2f0a-4283-8763-dc7c3132388f taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1306.307912] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b6fe7cc2-2f0a-4283-8763-dc7c3132388f" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1306.307976] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b6fe7cc2-2f0a-4283-8763-dc7c3132388f" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1306.308862] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b6fe7cc2-2f0a-4283-8763-dc7c3132388f" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1306.309360] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b6fe7cc2-2f0a-4283-8763-dc7c3132388f',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1306.312210] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2207e151-130b-4a9e-ab26-c9e8f409213d taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1306.312352] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2207e151-130b-4a9e-ab26-c9e8f409213d" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1306.312844] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2207e151-130b-4a9e-ab26-c9e8f409213d" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1306.312844] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2207e151-130b-4a9e-ab26-c9e8f409213d" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1306.312959] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2207e151-130b-4a9e-ab26-c9e8f409213d',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1306.313764] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c0551e5b-fb41-462c-918e-2cd7e1f39ef7 taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1306.313890] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c0551e5b-fb41-462c-918e-2cd7e1f39ef7" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1306.313960] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c0551e5b-fb41-462c-918e-2cd7e1f39ef7" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1306.314134] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c0551e5b-fb41-462c-918e-2cd7e1f39ef7" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1306.314264] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c0551e5b-fb41-462c-918e-2cd7e1f39ef7',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1306.315131] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1aa9a5bb-6f77-404d-943d-b0bd01b8e52d taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1306.315253] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1aa9a5bb-6f77-404d-943d-b0bd01b8e52d" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1306.315322] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1aa9a5bb-6f77-404d-943d-b0bd01b8e52d" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1306.315492] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1aa9a5bb-6f77-404d-943d-b0bd01b8e52d" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1306.315564] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1aa9a5bb-6f77-404d-943d-b0bd01b8e52d',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1306.316508] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock rules-612a28c4-7afc-4aa8-819a-8a8bc05d7468 taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1306.316620] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-612a28c4-7afc-4aa8-819a-8a8bc05d7468" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1306.316864] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-612a28c4-7afc-4aa8-819a-8a8bc05d7468" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1306.317043] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-612a28c4-7afc-4aa8-819a-8a8bc05d7468" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1306.317121] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('612a28c4-7afc-4aa8-819a-8a8bc05d7468',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1306.318275] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d0e97683-17f6-4d4c-80d6-2bdf01e1d98f taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1306.318382] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d0e97683-17f6-4d4c-80d6-2bdf01e1d98f" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1306.318438] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d0e97683-17f6-4d4c-80d6-2bdf01e1d98f" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1306.318603] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d0e97683-17f6-4d4c-80d6-2bdf01e1d98f" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1306.318676] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d0e97683-17f6-4d4c-80d6-2bdf01e1d98f',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1306.319482] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5c1b1b02-0d0e-421c-9442-12c88f168c61 taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1306.319581] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5c1b1b02-0d0e-421c-9442-12c88f168c61" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1306.319631] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5c1b1b02-0d0e-421c-9442-12c88f168c61" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1306.319771] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5c1b1b02-0d0e-421c-9442-12c88f168c61" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1306.319841] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5c1b1b02-0d0e-421c-9442-12c88f168c61',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1306.320852] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock rules-658c55a4-a0c7-40fc-92a1-32f7de8823c6 taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1306.321018] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-658c55a4-a0c7-40fc-92a1-32f7de8823c6" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1306.321088] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-658c55a4-a0c7-40fc-92a1-32f7de8823c6" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1306.321240] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-658c55a4-a0c7-40fc-92a1-32f7de8823c6" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1306.321312] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('658c55a4-a0c7-40fc-92a1-32f7de8823c6',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1306.322475] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock rules-27bd6071-1c5e-48f6-a190-588d74b7d27d taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1306.322604] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-27bd6071-1c5e-48f6-a190-588d74b7d27d" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1306.322671] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-27bd6071-1c5e-48f6-a190-588d74b7d27d" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1306.322857] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-27bd6071-1c5e-48f6-a190-588d74b7d27d" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1306.322924] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('27bd6071-1c5e-48f6-a190-588d74b7d27d',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1306.819972] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock member-612a28c4-7afc-4aa8-819a-8a8bc05d7468 taken with stack trace [, , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1306.820156] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-612a28c4-7afc-4aa8-819a-8a8bc05d7468" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1306.820219] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-612a28c4-7afc-4aa8-819a-8a8bc05d7468" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1306.820442] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-612a28c4-7afc-4aa8-819a-8a8bc05d7468" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1306.820607] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1306.820706] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1306.820769] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1306.820916] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1306.821021] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1306.821101] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-612a28c4-7afc-4aa8-819a-8a8bc05d7468" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1306.821187] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('612a28c4-7afc-4aa8-819a-8a8bc05d7468',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1306.822935] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1306.823088] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1306.823157] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1306.824277] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1306.835268] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1306.835476] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1306.852292] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1306.852473] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1306.882669] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1306.882905] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1306.894287] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1306.894442] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1306.895485] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1306.895613] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1306.896336] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1306.896594] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1306.897504] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1306.897601] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1306.898340] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1306.898471] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8b553199-417d-43ed-8e52-c3d81fd8a393 is going to be deleted. [ 1306.899456] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1306.899712] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1306.901545] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1306.901679] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1306.902365] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1306.902462] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1306.903548] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1306.903648] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1306.904740] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1306.904850] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1306.905604] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1306.905690] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1306.906342] env[65288]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1306.906776] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1306.906858] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1306.911400] env[65288]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1306.911835] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1306.911935] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1306.913693] env[65288]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1306.914147] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1306.914266] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1306.914911] env[65288]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1306.915309] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1306.915405] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1306.916028] env[65288]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1306.916420] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1306.916533] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1306.917167] env[65288]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1306.917566] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1306.917660] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1306.923370] env[65288]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1306.923800] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1306.923927] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 384869a2-ef01-491e-af51-f22caa974fb7 is going to be deleted. [ 1306.924837] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1306.925062] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1306.944381] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1306.944551] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b6fe7cc2-2f0a-4283-8763-dc7c3132388f is going to be deleted. [ 1306.945491] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1306.945704] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1306.963581] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1306.963761] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d0e97683-17f6-4d4c-80d6-2bdf01e1d98f is going to be deleted. [ 1306.964671] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1306.964891] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1306.974351] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1306.974585] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1306.976057] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1306.976201] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1306.987496] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1306.987703] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d245eef6-5371-47ae-aacd-21ec39f91d63 is going to be deleted. [ 1306.988568] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1306.988777] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1307.000505] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1307.000750] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.027770] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.027986] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 27bd6071-1c5e-48f6-a190-588d74b7d27d is going to be deleted. [ 1307.028796] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.029023] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1307.031188] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1307.031333] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.075326] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.075510] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2207e151-130b-4a9e-ab26-c9e8f409213d is going to be deleted. [ 1307.076448] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.076666] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1307.151125] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1307.151363] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.164062] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.164233] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c0551e5b-fb41-462c-918e-2cd7e1f39ef7 is going to be deleted. [ 1307.165130] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.165349] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1307.167363] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1307.167494] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.222027] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1307.222243] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.241405] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.241571] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 658c55a4-a0c7-40fc-92a1-32f7de8823c6 is going to be deleted. [ 1307.242594] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.242858] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1307.299823] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.299823] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e2faeaba-7ab5-4e86-9e62-a1433421fc32 is going to be deleted. [ 1307.300756] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.301686] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1307.329673] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1307.329895] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.332644] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.332834] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1aa9a5bb-6f77-404d-943d-b0bd01b8e52d is going to be deleted. [ 1307.333744] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.333992] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1307.337624] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('612a28c4-7afc-4aa8-819a-8a8bc05d7468',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1307.361910] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1307.362143] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.363190] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.363331] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5c1b1b02-0d0e-421c-9442-12c88f168c61 is going to be deleted. [ 1307.364620] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.364842] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1307.394192] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.394391] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 38d57888-b87b-4e90-a7a3-734496629950 is going to be deleted. [ 1307.395271] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.395489] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1307.419855] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1307.419855] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.426829] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1307.426829] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.452911] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.453189] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8ed4fba3-b4bf-4641-bcf5-85eb95bd2941 is going to be deleted. [ 1307.454046] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.454358] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1307.500683] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.500890] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7febb477-5157-4c38-90ef-df7420edadd6 is going to be deleted. [ 1307.501943] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.502179] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1307.514663] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1307.514863] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.554854] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1307.555036] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.561065] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.561238] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8443f52b-0940-4005-88a2-0982cca8bee6 is going to be deleted. [ 1307.562273] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.562628] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1307.647262] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.647447] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 544ca814-cf5f-4900-bced-e78e85d73486 is going to be deleted. [ 1307.648426] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.648650] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1307.669902] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1307.670141] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.690313] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1307.690528] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.707064] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.707249] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cb39eb2f-fa04-4c19-9a69-ad1eb4b88e84 is going to be deleted. [ 1307.708530] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.708810] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1307.817192] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.817389] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d2e3e650-a955-470a-86da-1052a59553ec is going to be deleted. [ 1307.818712] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.819010] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1307.819147] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.819323] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8b553199-417d-43ed-8e52-c3d81fd8a393" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.819550] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.819795] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1307.819919] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.820101] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-384869a2-ef01-491e-af51-f22caa974fb7" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.820822] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.821072] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1307.821207] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.821387] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b6fe7cc2-2f0a-4283-8763-dc7c3132388f" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.821589] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.821823] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1307.821970] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.822167] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d0e97683-17f6-4d4c-80d6-2bdf01e1d98f" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.822371] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.822595] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1307.822711] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.822922] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d245eef6-5371-47ae-aacd-21ec39f91d63" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.823141] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.823362] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1307.823491] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.823669] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-27bd6071-1c5e-48f6-a190-588d74b7d27d" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.823873] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.824113] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1307.824237] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.824432] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2207e151-130b-4a9e-ab26-c9e8f409213d" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.824639] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.824857] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1307.824989] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.825181] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-658c55a4-a0c7-40fc-92a1-32f7de8823c6" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.825352] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.825539] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1307.825639] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.825794] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c0551e5b-fb41-462c-918e-2cd7e1f39ef7" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.825976] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.826318] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1307.826318] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.826506] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1aa9a5bb-6f77-404d-943d-b0bd01b8e52d" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.826587] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.826779] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1307.826884] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.827051] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e2faeaba-7ab5-4e86-9e62-a1433421fc32" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.827221] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.827407] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1307.827517] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.827664] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5c1b1b02-0d0e-421c-9442-12c88f168c61" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.827825] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.828056] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1307.828137] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.828297] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-38d57888-b87b-4e90-a7a3-734496629950" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.828473] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.828660] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1307.828768] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.828941] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8ed4fba3-b4bf-4641-bcf5-85eb95bd2941" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.829171] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.829383] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1307.829507] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.829676] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7febb477-5157-4c38-90ef-df7420edadd6" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.840332] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 612a28c4-7afc-4aa8-819a-8a8bc05d7468: rpc.has_security_group_logging(os_id): False [ 1307.951916] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1307.952153] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.952153] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.953034] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1307.953034] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.953034] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8443f52b-0940-4005-88a2-0982cca8bee6" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.955540] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1307.955540] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.955540] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.955755] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1307.957483] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1307.957604] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.959953] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1307.960114] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.993996] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.994074] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1307.994144] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.994213] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.994413] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1307.994507] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.994589] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 612a28c4-7afc-4aa8-819a-8a8bc05d7468 is going to be updated. [ 1307.995675] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.995840] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1307.995901] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.996019] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cb39eb2f-fa04-4c19-9a69-ad1eb4b88e84" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.996163] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.996313] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1307.996405] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.996517] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-544ca814-cf5f-4900-bced-e78e85d73486" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.008992] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1308.009235] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1308.009235] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1308.009422] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1308.009509] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.009628] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d2e3e650-a955-470a-86da-1052a59553ec" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.182984] env[65288]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1308.183783] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1308.183944] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1308.184096] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1308.184428] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1308.184588] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.216265] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 612a28c4-7afc-4aa8-819a-8a8bc05d7468 in Status: IN_PROGRESS for 2s [ 1308.251117] env[65288]: INFO networking_nsxv3.common.synchronization [req-4de252ee-0a34-4700-b7be-97a5f45256bb req-8d19db71-aba3-4e00-aca4-263d8143471f tempest-ServerActionsTestJSON-1569293202 tempest-ServerActionsTestJSON-1569293202-project-member] Enqueued Resource ID: 658c55a4-a0c7-40fc-92a1-32f7de8823c6 with Priority: HIGHEST for action security_group_members [ 1308.251117] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 658c55a4-a0c7-40fc-92a1-32f7de8823c6 with Priority: HIGHEST for action security_group_members [ 1308.251117] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock member-658c55a4-a0c7-40fc-92a1-32f7de8823c6 taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1308.251117] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-658c55a4-a0c7-40fc-92a1-32f7de8823c6" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1308.251117] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-658c55a4-a0c7-40fc-92a1-32f7de8823c6" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1308.251322] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-658c55a4-a0c7-40fc-92a1-32f7de8823c6" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1308.251386] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1308.251476] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1308.251538] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1308.251680] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1308.251764] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.251858] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('658c55a4-a0c7-40fc-92a1-32f7de8823c6',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1308.570090] env[65288]: DEBUG networking_nsxv3.common.locking [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Lock network-407 taken with stack trace [, , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1308.570461] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquiring lock "network-407" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1308.570461] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired lock "network-407" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1308.570738] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired external semaphore "network-407" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1308.571089] env[65288]: DEBUG networking_nsxv3.common.locking [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1308.571298] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquiring lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1308.571441] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1308.571703] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired external semaphore "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1308.571915] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Releasing lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.572257] env[65288]: DEBUG dogpile.cache.region [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] No value present for key: 'zone-id' {{(pid=65288) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1308.572684] env[65288]: DEBUG dogpile.lock [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] NeedRegenerationException {{(pid=65288) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1308.572684] env[65288]: DEBUG dogpile.lock [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] no value, waiting for create lock {{(pid=65288) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1308.572806] env[65288]: DEBUG dogpile.lock [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] value creation lock acquired {{(pid=65288) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1308.572949] env[65288]: DEBUG dogpile.cache.region [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] No value present for key: 'zone-id' {{(pid=65288) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1308.573088] env[65288]: DEBUG dogpile.lock [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Calling creation function for not-yet-present value {{(pid=65288) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1308.573606] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1308.599340] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1308.599578] env[65288]: DEBUG dogpile.cache.region [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=65288) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1308.599723] env[65288]: DEBUG dogpile.lock [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Released creation lock {{(pid=65288) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1308.599980] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Releasing lock "network-407" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.600289] env[65288]: DEBUG networking_nsxv3.common.locking [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Lock port-a7c8c499-f377-4fe0-96dd-fd7f8b62e811 taken with stack trace [, , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1308.600468] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquiring lock "port-a7c8c499-f377-4fe0-96dd-fd7f8b62e811" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1308.600589] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired lock "port-a7c8c499-f377-4fe0-96dd-fd7f8b62e811" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1308.600954] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired external semaphore "port-a7c8c499-f377-4fe0-96dd-fd7f8b62e811" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1308.601689] env[65288]: DEBUG networking_nsxv3.api.rpc [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a7c8c499-f377-4fe0-96dd-fd7f8b62e811',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1308.754598] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1308.754796] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1308.754796] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1308.754995] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1308.755113] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.755295] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1308.755427] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1308.755526] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1308.755757] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1308.755864] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.755957] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 658c55a4-a0c7-40fc-92a1-32f7de8823c6 is going to be deleted. [ 1308.794964] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1308.795202] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1308.795202] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1308.795414] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1308.795524] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.795638] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-658c55a4-a0c7-40fc-92a1-32f7de8823c6" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1309.103395] env[65288]: DEBUG networking_nsxv3.common.locking [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1309.103684] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1309.103684] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1309.103981] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1309.104155] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1309.104310] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Segment Port a7c8c499-f377-4fe0-96dd-fd7f8b62e811 not found, creating... [ 1309.104569] env[65288]: DEBUG networking_nsxv3.common.locking [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1309.104726] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquiring lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1309.104842] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1309.105097] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired external semaphore "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1309.105260] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Releasing lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1309.105544] env[65288]: DEBUG networking_nsxv3.common.locking [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1309.105697] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1309.105813] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1309.106032] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1309.106171] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1309.106309] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Resource: SegmentPort with ID: a7c8c499-f377-4fe0-96dd-fd7f8b62e811 is going to be created. [ 1309.126810] env[65288]: DEBUG networking_nsxv3.common.locking [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1309.127112] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1309.127243] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1309.127568] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1309.127830] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1309.128132] env[65288]: DEBUG oslo_concurrency.lockutils [None req-8e654e75-16fb-41b0-bd4b-a63368d28512 None None] Releasing lock "port-a7c8c499-f377-4fe0-96dd-fd7f8b62e811" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1309.831272] env[65288]: INFO networking_nsxv3.common.synchronization [req-4de252ee-0a34-4700-b7be-97a5f45256bb req-704c176a-3c94-4f3b-b4f5-d5ececb46b1c service nova] Enqueued Resource ID: 658c55a4-a0c7-40fc-92a1-32f7de8823c6 with Priority: HIGHEST for action security_group_rules [ 1309.831596] env[65288]: INFO networking_nsxv3.common.synchronization [req-4de252ee-0a34-4700-b7be-97a5f45256bb req-704c176a-3c94-4f3b-b4f5-d5ececb46b1c service nova] Enqueued Resource ID: 658c55a4-a0c7-40fc-92a1-32f7de8823c6 with Priority: HIGHEST for action security_group_members [ 1309.831645] env[65288]: INFO networking_nsxv3.common.synchronization [req-4de252ee-0a34-4700-b7be-97a5f45256bb req-704c176a-3c94-4f3b-b4f5-d5ececb46b1c service nova] Enqueued Resource ID: a7c8c499-f377-4fe0-96dd-fd7f8b62e811 with Priority: HIGHEST for action port [ 1309.832146] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 658c55a4-a0c7-40fc-92a1-32f7de8823c6 with Priority: HIGHEST for action security_group_rules [ 1309.832298] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 658c55a4-a0c7-40fc-92a1-32f7de8823c6 with Priority: HIGHEST for action security_group_members [ 1309.832415] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a7c8c499-f377-4fe0-96dd-fd7f8b62e811 with Priority: HIGHEST for action port [ 1309.832698] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock rules-658c55a4-a0c7-40fc-92a1-32f7de8823c6 taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1309.832850] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-658c55a4-a0c7-40fc-92a1-32f7de8823c6" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1309.832961] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-658c55a4-a0c7-40fc-92a1-32f7de8823c6" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1309.833127] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-658c55a4-a0c7-40fc-92a1-32f7de8823c6" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1309.833213] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('658c55a4-a0c7-40fc-92a1-32f7de8823c6',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1309.834115] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock member-658c55a4-a0c7-40fc-92a1-32f7de8823c6 taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1309.834208] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-658c55a4-a0c7-40fc-92a1-32f7de8823c6" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1309.834246] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-658c55a4-a0c7-40fc-92a1-32f7de8823c6" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1309.834385] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-658c55a4-a0c7-40fc-92a1-32f7de8823c6" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1309.834620] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1309.834620] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1309.834776] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1309.834808] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1309.834899] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1309.834989] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('658c55a4-a0c7-40fc-92a1-32f7de8823c6',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1309.835744] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock port-a7c8c499-f377-4fe0-96dd-fd7f8b62e811 taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1309.835867] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a7c8c499-f377-4fe0-96dd-fd7f8b62e811" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1309.835915] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a7c8c499-f377-4fe0-96dd-fd7f8b62e811" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1309.836103] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a7c8c499-f377-4fe0-96dd-fd7f8b62e811" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1309.836179] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a7c8c499-f377-4fe0-96dd-fd7f8b62e811',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1310.230865] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 612a28c4-7afc-4aa8-819a-8a8bc05d7468 in Status: SUCCESS [ 1310.231108] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-612a28c4-7afc-4aa8-819a-8a8bc05d7468" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1310.339404] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock member-658c55a4-a0c7-40fc-92a1-32f7de8823c6 taken with stack trace [, , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1310.339605] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-658c55a4-a0c7-40fc-92a1-32f7de8823c6" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1310.339782] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('658c55a4-a0c7-40fc-92a1-32f7de8823c6',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1310.340705] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a7c8c499-f377-4fe0-96dd-fd7f8b62e811 with status ACTIVE [ 1310.340912] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1310.341043] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1310.341109] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1310.341313] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1310.342208] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1310.342208] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1310.342208] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1310.342208] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1310.342208] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1310.342208] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1310.342208] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1310.342208] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1310.342208] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1310.342857] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1310.342857] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1310.342857] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a7c8c499-f377-4fe0-96dd-fd7f8b62e811 is going to be updated. [ 1310.368834] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1310.369069] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1310.369069] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1310.370034] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1310.370034] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1310.370034] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a7c8c499-f377-4fe0-96dd-fd7f8b62e811" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1310.844712] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('658c55a4-a0c7-40fc-92a1-32f7de8823c6',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1311.346748] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1311.346748] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1311.347049] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1311.347167] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1311.347267] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1311.347370] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 658c55a4-a0c7-40fc-92a1-32f7de8823c6 is going to be created. [ 1311.374508] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1311.374717] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1311.374717] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1311.374899] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1311.375087] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1311.385978] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 658c55a4-a0c7-40fc-92a1-32f7de8823c6 in Status: UNINITIALIZED for 2s [ 1313.398149] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 658c55a4-a0c7-40fc-92a1-32f7de8823c6 in Status: SUCCESS [ 1313.398495] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-658c55a4-a0c7-40fc-92a1-32f7de8823c6" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1313.398555] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-658c55a4-a0c7-40fc-92a1-32f7de8823c6" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1313.398826] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-658c55a4-a0c7-40fc-92a1-32f7de8823c6" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1313.399029] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1313.399137] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1313.399231] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1313.399359] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1313.399431] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1313.399519] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-658c55a4-a0c7-40fc-92a1-32f7de8823c6" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1313.399607] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('658c55a4-a0c7-40fc-92a1-32f7de8823c6',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1313.902069] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('658c55a4-a0c7-40fc-92a1-32f7de8823c6',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1314.404755] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 658c55a4-a0c7-40fc-92a1-32f7de8823c6: rpc.has_security_group_logging(os_id): False [ 1314.422440] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1314.422617] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1314.422617] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1314.422847] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1314.422955] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1314.423210] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1314.423314] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1314.423378] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1314.423554] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1314.423630] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1314.423718] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 658c55a4-a0c7-40fc-92a1-32f7de8823c6 is going to be created. [ 1314.480104] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1314.480328] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1314.480328] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1314.480525] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1314.480708] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1314.493785] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 658c55a4-a0c7-40fc-92a1-32f7de8823c6 in Status: IN_PROGRESS for 2s [ 1314.833373] env[65288]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1314.833474] env[65288]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1316.508227] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 658c55a4-a0c7-40fc-92a1-32f7de8823c6 in Status: SUCCESS [ 1316.508579] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-658c55a4-a0c7-40fc-92a1-32f7de8823c6" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1319.834935] env[65288]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1319.835374] env[65288]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1322.919910] env[65288]: INFO networking_nsxv3.common.synchronization [req-a84a3cbe-692c-4593-9f8f-f8ee3551a0bf req-f7a2e4d1-6906-4c36-91f7-67eb71d974ca tempest-ServerActionsTestOtherA-400423340 tempest-ServerActionsTestOtherA-400423340-project-member] Enqueued Resource ID: 53359e10-2543-4595-b61f-58a2f432658d with Priority: HIGHEST for action security_group_members [ 1322.920930] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 53359e10-2543-4595-b61f-58a2f432658d with Priority: HIGHEST for action security_group_members [ 1322.921244] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock member-53359e10-2543-4595-b61f-58a2f432658d taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1322.921372] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-53359e10-2543-4595-b61f-58a2f432658d" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1322.921685] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-53359e10-2543-4595-b61f-58a2f432658d" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1322.921685] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-53359e10-2543-4595-b61f-58a2f432658d" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1322.921844] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1322.921844] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1322.921928] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1322.922145] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1322.922233] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1322.922325] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('53359e10-2543-4595-b61f-58a2f432658d',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1323.425453] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('53359e10-2543-4595-b61f-58a2f432658d',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1323.928405] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('53359e10-2543-4595-b61f-58a2f432658d',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1324.431079] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1324.431285] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1324.431285] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1324.431467] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1324.431560] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1324.431660] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 53359e10-2543-4595-b61f-58a2f432658d is going to be updated. [ 1324.460066] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1324.460300] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1324.460300] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1324.460472] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1324.460611] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1324.468904] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 53359e10-2543-4595-b61f-58a2f432658d in Status: IN_PROGRESS for 2s [ 1326.480889] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 53359e10-2543-4595-b61f-58a2f432658d in Status: SUCCESS [ 1326.481257] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-53359e10-2543-4595-b61f-58a2f432658d" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1327.922213] env[65288]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1327.922213] env[65288]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1332.923049] env[65288]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1332.923410] env[65288]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1337.924119] env[65288]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1337.924592] env[65288]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1338.188932] env[65288]: INFO networking_nsxv3.common.synchronization [req-a90c4ebd-cbb1-46bd-bd78-0a27b707427f req-255ef03e-cb25-4471-a79e-88ab6839c07d tempest-ServerActionsTestOtherA-400423340 tempest-ServerActionsTestOtherA-400423340-project-member] Enqueued Resource ID: 53359e10-2543-4595-b61f-58a2f432658d with Priority: HIGHEST for action security_group_members [ 1338.189514] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 53359e10-2543-4595-b61f-58a2f432658d with Priority: HIGHEST for action security_group_members [ 1338.189828] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock member-53359e10-2543-4595-b61f-58a2f432658d taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1338.189977] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-53359e10-2543-4595-b61f-58a2f432658d" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1338.190033] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-53359e10-2543-4595-b61f-58a2f432658d" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1338.190273] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-53359e10-2543-4595-b61f-58a2f432658d" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1338.190416] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1338.190505] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1338.190569] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1338.190714] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1338.190799] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1338.190890] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('53359e10-2543-4595-b61f-58a2f432658d',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1338.694199] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1338.694403] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1338.694466] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1338.694641] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1338.715972] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1338.716195] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1338.716322] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1338.716389] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1338.716587] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1338.716670] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1338.716758] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 53359e10-2543-4595-b61f-58a2f432658d is going to be updated. [ 1338.742678] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1338.742842] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1338.742885] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1338.743173] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1338.743322] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1338.752745] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 53359e10-2543-4595-b61f-58a2f432658d in Status: IN_PROGRESS for 2s [ 1340.764534] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 53359e10-2543-4595-b61f-58a2f432658d in Status: SUCCESS [ 1340.764941] env[65288]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 53359e10-2543-4595-b61f-58a2f432658d deletion is rescheduled due to dependency. [ 1340.764941] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-53359e10-2543-4595-b61f-58a2f432658d" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1343.190814] env[65288]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1343.191232] env[65288]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1347.149588] env[65288]: INFO networking_nsxv3.common.synchronization [req-a1926467-0828-4da1-9722-5677d7b40aad req-7c26c78d-8e07-45c4-b1b8-ff4c5b23162a tempest-ServerActionsTestOtherB-1327213688 tempest-ServerActionsTestOtherB-1327213688-project-member] Enqueued Resource ID: 612a28c4-7afc-4aa8-819a-8a8bc05d7468 with Priority: HIGHEST for action security_group_members [ 1347.149588] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 612a28c4-7afc-4aa8-819a-8a8bc05d7468 with Priority: HIGHEST for action security_group_members [ 1347.149588] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock member-612a28c4-7afc-4aa8-819a-8a8bc05d7468 taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1347.149588] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-612a28c4-7afc-4aa8-819a-8a8bc05d7468" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1347.149588] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-612a28c4-7afc-4aa8-819a-8a8bc05d7468" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1347.149588] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-612a28c4-7afc-4aa8-819a-8a8bc05d7468" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1347.150026] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1347.150026] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1347.150026] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1347.150026] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1347.150409] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1347.150526] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('612a28c4-7afc-4aa8-819a-8a8bc05d7468',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1347.653790] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1347.654018] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1347.654018] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1347.654276] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1347.654386] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1347.654587] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1347.654685] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1347.654747] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1347.654904] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1347.654978] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1347.655081] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 612a28c4-7afc-4aa8-819a-8a8bc05d7468 is going to be updated. [ 1347.689209] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1347.689412] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1347.689412] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1347.689614] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1347.689755] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1347.698893] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 612a28c4-7afc-4aa8-819a-8a8bc05d7468 in Status: IN_PROGRESS for 2s [ 1349.712581] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 612a28c4-7afc-4aa8-819a-8a8bc05d7468 in Status: SUCCESS [ 1349.712581] env[65288]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 612a28c4-7afc-4aa8-819a-8a8bc05d7468 deletion is rescheduled due to dependency. [ 1349.712581] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-612a28c4-7afc-4aa8-819a-8a8bc05d7468" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1352.150774] env[65288]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1352.151242] env[65288]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1354.192420] env[65288]: INFO networking_nsxv3.common.synchronization [req-c0b0cf09-f88c-4a93-98b9-aac7113b1d9c req-9bef2257-c6bc-4c73-81c6-914124e28982 tempest-ServerActionsTestOtherB-1327213688 tempest-ServerActionsTestOtherB-1327213688-project-member] Enqueued Resource ID: 612a28c4-7afc-4aa8-819a-8a8bc05d7468 with Priority: HIGHEST for action security_group_members [ 1354.193320] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 612a28c4-7afc-4aa8-819a-8a8bc05d7468 with Priority: HIGHEST for action security_group_members [ 1354.193320] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock member-612a28c4-7afc-4aa8-819a-8a8bc05d7468 taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1354.193405] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-612a28c4-7afc-4aa8-819a-8a8bc05d7468" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1354.193512] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-612a28c4-7afc-4aa8-819a-8a8bc05d7468" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1354.193629] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-612a28c4-7afc-4aa8-819a-8a8bc05d7468" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1354.193781] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1354.193878] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1354.193936] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1354.194090] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1354.194202] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1354.194305] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('612a28c4-7afc-4aa8-819a-8a8bc05d7468',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1354.453525] env[65288]: DEBUG networking_nsxv3.common.locking [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Lock network-37 taken with stack trace [, , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1354.453745] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquiring lock "network-37" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1354.453826] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired lock "network-37" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1354.454123] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired external semaphore "network-37" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1354.454455] env[65288]: DEBUG networking_nsxv3.common.locking [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1354.454622] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquiring lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1354.454737] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1354.454955] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired external semaphore "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1354.455126] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Releasing lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1354.455337] env[65288]: DEBUG dogpile.cache.region [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] No value present for key: 'zone-id' {{(pid=65288) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1354.455448] env[65288]: DEBUG dogpile.lock [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] NeedRegenerationException {{(pid=65288) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1354.455552] env[65288]: DEBUG dogpile.lock [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] no value, waiting for create lock {{(pid=65288) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1354.455656] env[65288]: DEBUG dogpile.lock [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] value creation lock acquired {{(pid=65288) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1354.455761] env[65288]: DEBUG dogpile.cache.region [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] No value present for key: 'zone-id' {{(pid=65288) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1354.455862] env[65288]: DEBUG dogpile.lock [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Calling creation function for not-yet-present value {{(pid=65288) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1354.455986] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1354.485834] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1354.486032] env[65288]: DEBUG dogpile.cache.region [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Cache value generated in 0.030 seconds for key(s): 'zone-id' {{(pid=65288) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1354.486185] env[65288]: DEBUG dogpile.lock [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Released creation lock {{(pid=65288) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1354.486422] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Releasing lock "network-37" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1354.486742] env[65288]: DEBUG networking_nsxv3.common.locking [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Lock port-007165ee-c572-40bf-bca1-c8e9c8805ab9 taken with stack trace [, , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1354.486915] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquiring lock "port-007165ee-c572-40bf-bca1-c8e9c8805ab9" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1354.487046] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired lock "port-007165ee-c572-40bf-bca1-c8e9c8805ab9" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1354.487385] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired external semaphore "port-007165ee-c572-40bf-bca1-c8e9c8805ab9" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1354.487525] env[65288]: DEBUG networking_nsxv3.api.rpc [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('007165ee-c572-40bf-bca1-c8e9c8805ab9',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1354.697177] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1354.697348] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1354.697422] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1354.697633] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1354.697722] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1354.697910] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1354.698025] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1354.698086] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1354.698222] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1354.698340] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1354.698387] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 612a28c4-7afc-4aa8-819a-8a8bc05d7468 is going to be updated. [ 1354.725528] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1354.725761] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1354.725761] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1354.725938] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1354.726094] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1354.735324] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 612a28c4-7afc-4aa8-819a-8a8bc05d7468 in Status: IN_PROGRESS for 2s [ 1355.345230] env[65288]: DEBUG networking_nsxv3.common.locking [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1355.345230] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1355.345230] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1355.345230] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1355.345230] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1355.345230] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Segment Port 007165ee-c572-40bf-bca1-c8e9c8805ab9 not found, creating... [ 1355.345230] env[65288]: DEBUG networking_nsxv3.common.locking [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1355.345230] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquiring lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1355.345230] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1355.345230] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired external semaphore "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1355.345230] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Releasing lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1355.346190] env[65288]: DEBUG networking_nsxv3.common.locking [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1355.346274] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1355.346693] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1355.346693] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1355.346693] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1355.346855] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Resource: SegmentPort with ID: 007165ee-c572-40bf-bca1-c8e9c8805ab9 is going to be created. [ 1355.369427] env[65288]: DEBUG networking_nsxv3.common.locking [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1355.369771] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1355.369999] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1355.370341] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1355.370841] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1355.371142] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Releasing lock "port-007165ee-c572-40bf-bca1-c8e9c8805ab9" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1356.080811] env[65288]: INFO networking_nsxv3.common.synchronization [req-c0b0cf09-f88c-4a93-98b9-aac7113b1d9c req-0a57dbf1-c23d-4b88-90d2-e59e83498a84 service nova] Enqueued Resource ID: 612a28c4-7afc-4aa8-819a-8a8bc05d7468 with Priority: HIGHEST for action security_group_rules [ 1356.080988] env[65288]: INFO networking_nsxv3.common.synchronization [req-c0b0cf09-f88c-4a93-98b9-aac7113b1d9c req-0a57dbf1-c23d-4b88-90d2-e59e83498a84 service nova] Enqueued Resource ID: 612a28c4-7afc-4aa8-819a-8a8bc05d7468 with Priority: HIGHEST for action security_group_members [ 1356.081142] env[65288]: INFO networking_nsxv3.common.synchronization [req-c0b0cf09-f88c-4a93-98b9-aac7113b1d9c req-0a57dbf1-c23d-4b88-90d2-e59e83498a84 service nova] Enqueued Resource ID: 007165ee-c572-40bf-bca1-c8e9c8805ab9 with Priority: HIGHEST for action port [ 1356.081391] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 612a28c4-7afc-4aa8-819a-8a8bc05d7468 with Priority: HIGHEST for action security_group_rules [ 1356.081524] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 612a28c4-7afc-4aa8-819a-8a8bc05d7468 with Priority: HIGHEST for action security_group_members [ 1356.081618] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 007165ee-c572-40bf-bca1-c8e9c8805ab9 with Priority: HIGHEST for action port [ 1356.082168] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock rules-612a28c4-7afc-4aa8-819a-8a8bc05d7468 taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1356.082294] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-612a28c4-7afc-4aa8-819a-8a8bc05d7468" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1356.082360] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-612a28c4-7afc-4aa8-819a-8a8bc05d7468" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1356.082551] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-612a28c4-7afc-4aa8-819a-8a8bc05d7468" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1356.082630] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('612a28c4-7afc-4aa8-819a-8a8bc05d7468',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1356.083446] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock member-612a28c4-7afc-4aa8-819a-8a8bc05d7468 taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1356.083597] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-612a28c4-7afc-4aa8-819a-8a8bc05d7468" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1356.083791] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock port-007165ee-c572-40bf-bca1-c8e9c8805ab9 taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1356.083903] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-007165ee-c572-40bf-bca1-c8e9c8805ab9" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1356.083943] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-007165ee-c572-40bf-bca1-c8e9c8805ab9" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1356.084198] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-007165ee-c572-40bf-bca1-c8e9c8805ab9" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1356.084288] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('007165ee-c572-40bf-bca1-c8e9c8805ab9',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1356.585868] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock member-612a28c4-7afc-4aa8-819a-8a8bc05d7468 taken with stack trace [, , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1356.586296] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-612a28c4-7afc-4aa8-819a-8a8bc05d7468" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1356.586296] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 007165ee-c572-40bf-bca1-c8e9c8805ab9 with status ACTIVE [ 1356.586612] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1356.586789] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1356.586865] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1356.587113] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1356.587268] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1356.587482] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1356.587615] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1356.587699] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1356.588087] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1356.588087] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1356.588280] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1356.588280] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1356.588373] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1356.588565] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1356.588662] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1356.588716] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 007165ee-c572-40bf-bca1-c8e9c8805ab9 is going to be updated. [ 1356.609105] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1356.609299] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1356.609354] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1356.609762] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1356.609762] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1356.609950] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-007165ee-c572-40bf-bca1-c8e9c8805ab9" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1356.755957] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 612a28c4-7afc-4aa8-819a-8a8bc05d7468 in Status: SUCCESS [ 1356.756262] env[65288]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 612a28c4-7afc-4aa8-819a-8a8bc05d7468 deletion is rescheduled due to dependency. [ 1356.756382] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-612a28c4-7afc-4aa8-819a-8a8bc05d7468" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1356.756533] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-612a28c4-7afc-4aa8-819a-8a8bc05d7468" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1356.756745] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-612a28c4-7afc-4aa8-819a-8a8bc05d7468" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1356.756923] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1356.757058] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1356.757115] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1356.757261] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1356.757338] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1356.757436] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('612a28c4-7afc-4aa8-819a-8a8bc05d7468',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1357.259442] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('612a28c4-7afc-4aa8-819a-8a8bc05d7468',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1357.763147] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('612a28c4-7afc-4aa8-819a-8a8bc05d7468',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1358.265791] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1358.266084] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1358.266188] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1358.266438] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1358.266534] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1358.266641] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 612a28c4-7afc-4aa8-819a-8a8bc05d7468 is going to be updated. [ 1358.297834] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1358.298142] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1358.298142] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1358.298278] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1358.298428] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1358.308082] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 612a28c4-7afc-4aa8-819a-8a8bc05d7468 in Status: IN_PROGRESS for 2s [ 1360.321334] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 612a28c4-7afc-4aa8-819a-8a8bc05d7468 in Status: SUCCESS [ 1360.321750] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-612a28c4-7afc-4aa8-819a-8a8bc05d7468" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1360.322159] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-612a28c4-7afc-4aa8-819a-8a8bc05d7468" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1360.322563] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-612a28c4-7afc-4aa8-819a-8a8bc05d7468" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1360.322939] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1360.323162] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1360.323325] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1360.323679] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1360.323964] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1360.324068] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-612a28c4-7afc-4aa8-819a-8a8bc05d7468" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1360.324300] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('612a28c4-7afc-4aa8-819a-8a8bc05d7468',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1360.827627] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('612a28c4-7afc-4aa8-819a-8a8bc05d7468',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1361.083061] env[65288]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1361.083061] env[65288]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1361.329795] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 612a28c4-7afc-4aa8-819a-8a8bc05d7468: rpc.has_security_group_logging(os_id): False [ 1361.349106] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1361.349325] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1361.349325] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1361.349503] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1361.349611] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1361.349871] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1361.349973] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1361.350049] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1361.350228] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1361.350283] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1361.350364] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 612a28c4-7afc-4aa8-819a-8a8bc05d7468 is going to be updated. [ 1361.416436] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1361.416672] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1361.416672] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1361.416851] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1361.417033] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1361.430531] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 612a28c4-7afc-4aa8-819a-8a8bc05d7468 in Status: IN_PROGRESS for 2s [ 1363.450180] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 612a28c4-7afc-4aa8-819a-8a8bc05d7468 in Status: SUCCESS [ 1363.450180] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-612a28c4-7afc-4aa8-819a-8a8bc05d7468" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1366.084496] env[65288]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1366.084828] env[65288]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1371.085310] env[65288]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1371.085754] env[65288]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1376.086584] env[65288]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1376.086996] env[65288]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1381.088022] env[65288]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1381.088399] env[65288]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1386.089125] env[65288]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1386.089544] env[65288]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1391.090137] env[65288]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1391.090570] env[65288]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1392.004892] env[65288]: INFO networking_nsxv3.common.synchronization [req-a3da9424-a11e-4224-9aad-423f9af8124f req-9e85f767-f684-450a-90ab-eee3d8d3fa3b tempest-ServerActionsTestJSON-1569293202 tempest-ServerActionsTestJSON-1569293202-project-member] Enqueued Resource ID: 658c55a4-a0c7-40fc-92a1-32f7de8823c6 with Priority: HIGHEST for action security_group_members [ 1392.005361] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 658c55a4-a0c7-40fc-92a1-32f7de8823c6 with Priority: HIGHEST for action security_group_members [ 1392.005656] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock member-658c55a4-a0c7-40fc-92a1-32f7de8823c6 taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1392.005779] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-658c55a4-a0c7-40fc-92a1-32f7de8823c6" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1392.005865] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-658c55a4-a0c7-40fc-92a1-32f7de8823c6" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1392.006236] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-658c55a4-a0c7-40fc-92a1-32f7de8823c6" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1392.006511] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1392.006511] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1392.006643] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1392.006749] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1392.006807] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1392.006893] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('658c55a4-a0c7-40fc-92a1-32f7de8823c6',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1392.509075] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1392.509569] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1392.509646] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1392.509873] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1392.509966] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1392.510185] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1392.510283] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1392.510345] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1392.510493] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1392.510571] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1392.510655] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 658c55a4-a0c7-40fc-92a1-32f7de8823c6 is going to be updated. [ 1392.539450] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1392.539660] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1392.539708] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1392.539887] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1392.540043] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1392.548187] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 658c55a4-a0c7-40fc-92a1-32f7de8823c6 in Status: IN_PROGRESS for 2s [ 1394.559227] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 658c55a4-a0c7-40fc-92a1-32f7de8823c6 in Status: SUCCESS [ 1394.559619] env[65288]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 658c55a4-a0c7-40fc-92a1-32f7de8823c6 deletion is rescheduled due to dependency. [ 1394.559619] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-658c55a4-a0c7-40fc-92a1-32f7de8823c6" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1397.006157] env[65288]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1397.006552] env[65288]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1401.138538] env[65288]: INFO networking_nsxv3.common.synchronization [req-4240f820-9f08-4b5a-b661-948a2b95725b req-442182c5-8d42-409b-8558-b4259afa7fd2 tempest-ServerActionsTestJSON-1569293202 tempest-ServerActionsTestJSON-1569293202-project-member] Enqueued Resource ID: 658c55a4-a0c7-40fc-92a1-32f7de8823c6 with Priority: HIGHEST for action security_group_members [ 1401.139373] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 658c55a4-a0c7-40fc-92a1-32f7de8823c6 with Priority: HIGHEST for action security_group_members [ 1401.139731] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock member-658c55a4-a0c7-40fc-92a1-32f7de8823c6 taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1401.139905] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-658c55a4-a0c7-40fc-92a1-32f7de8823c6" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1401.140030] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-658c55a4-a0c7-40fc-92a1-32f7de8823c6" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1401.140299] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-658c55a4-a0c7-40fc-92a1-32f7de8823c6" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1401.140498] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1401.140654] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1401.140767] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1401.141016] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1401.141227] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1401.141324] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('658c55a4-a0c7-40fc-92a1-32f7de8823c6',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1401.401059] env[65288]: DEBUG networking_nsxv3.common.locking [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Lock network-407 taken with stack trace [, , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1401.401059] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquiring lock "network-407" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1401.401059] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired lock "network-407" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1401.401059] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired external semaphore "network-407" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1401.401283] env[65288]: DEBUG networking_nsxv3.common.locking [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1401.401342] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquiring lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1401.401526] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1401.403383] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired external semaphore "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1401.403796] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Releasing lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1401.403796] env[65288]: DEBUG dogpile.cache.region [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] No value present for key: 'zone-id' {{(pid=65288) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1401.403971] env[65288]: DEBUG dogpile.lock [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] NeedRegenerationException {{(pid=65288) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1401.404033] env[65288]: DEBUG dogpile.lock [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] no value, waiting for create lock {{(pid=65288) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1401.404103] env[65288]: DEBUG dogpile.lock [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] value creation lock acquired {{(pid=65288) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1401.404213] env[65288]: DEBUG dogpile.cache.region [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] No value present for key: 'zone-id' {{(pid=65288) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1401.404317] env[65288]: DEBUG dogpile.lock [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Calling creation function for not-yet-present value {{(pid=65288) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1401.404442] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1401.424056] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1401.424056] env[65288]: DEBUG dogpile.cache.region [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=65288) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1401.424236] env[65288]: DEBUG dogpile.lock [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Released creation lock {{(pid=65288) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1401.424288] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Releasing lock "network-407" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1401.424592] env[65288]: DEBUG networking_nsxv3.common.locking [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Lock port-5ba5691e-6181-4cf4-a11c-ec156e29ec4d taken with stack trace [, , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1401.424789] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquiring lock "port-5ba5691e-6181-4cf4-a11c-ec156e29ec4d" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1401.424911] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired lock "port-5ba5691e-6181-4cf4-a11c-ec156e29ec4d" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1401.425241] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired external semaphore "port-5ba5691e-6181-4cf4-a11c-ec156e29ec4d" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1401.425377] env[65288]: DEBUG networking_nsxv3.api.rpc [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5ba5691e-6181-4cf4-a11c-ec156e29ec4d',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1401.644085] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1401.644347] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1401.644347] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1401.644500] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1401.644611] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1401.644860] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1401.644970] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1401.645051] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1401.645211] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1401.645301] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1401.645399] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 658c55a4-a0c7-40fc-92a1-32f7de8823c6 is going to be updated. [ 1401.669054] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1401.669273] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1401.669317] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1401.669493] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1401.669637] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1401.678882] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 658c55a4-a0c7-40fc-92a1-32f7de8823c6 in Status: IN_PROGRESS for 2s [ 1401.927828] env[65288]: DEBUG networking_nsxv3.common.locking [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1401.928105] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1401.928182] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1401.928409] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1401.928556] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1401.928711] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Segment Port 5ba5691e-6181-4cf4-a11c-ec156e29ec4d not found, creating... [ 1401.928975] env[65288]: DEBUG networking_nsxv3.common.locking [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1401.929145] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquiring lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1401.929323] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1401.929470] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired external semaphore "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1401.929601] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Releasing lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1401.929877] env[65288]: DEBUG networking_nsxv3.common.locking [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1401.930045] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1401.930161] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1401.930365] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1401.930493] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1401.930691] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Resource: SegmentPort with ID: 5ba5691e-6181-4cf4-a11c-ec156e29ec4d is going to be created. [ 1401.952309] env[65288]: DEBUG networking_nsxv3.common.locking [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1401.952519] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1401.952640] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1401.952894] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1401.953163] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1401.953436] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Releasing lock "port-5ba5691e-6181-4cf4-a11c-ec156e29ec4d" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1402.658183] env[65288]: INFO networking_nsxv3.common.synchronization [req-4240f820-9f08-4b5a-b661-948a2b95725b req-1293f31e-d6b9-4ae0-9db7-a1f69152e5f0 service nova] Enqueued Resource ID: 658c55a4-a0c7-40fc-92a1-32f7de8823c6 with Priority: HIGHEST for action security_group_rules [ 1402.658441] env[65288]: INFO networking_nsxv3.common.synchronization [req-4240f820-9f08-4b5a-b661-948a2b95725b req-1293f31e-d6b9-4ae0-9db7-a1f69152e5f0 service nova] Enqueued Resource ID: 658c55a4-a0c7-40fc-92a1-32f7de8823c6 with Priority: HIGHEST for action security_group_members [ 1402.658441] env[65288]: INFO networking_nsxv3.common.synchronization [req-4240f820-9f08-4b5a-b661-948a2b95725b req-1293f31e-d6b9-4ae0-9db7-a1f69152e5f0 service nova] Enqueued Resource ID: 5ba5691e-6181-4cf4-a11c-ec156e29ec4d with Priority: HIGHEST for action port [ 1402.658656] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 658c55a4-a0c7-40fc-92a1-32f7de8823c6 with Priority: HIGHEST for action security_group_rules [ 1402.658796] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 658c55a4-a0c7-40fc-92a1-32f7de8823c6 with Priority: HIGHEST for action security_group_members [ 1402.658892] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5ba5691e-6181-4cf4-a11c-ec156e29ec4d with Priority: HIGHEST for action port [ 1402.659449] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock rules-658c55a4-a0c7-40fc-92a1-32f7de8823c6 taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1402.659569] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-658c55a4-a0c7-40fc-92a1-32f7de8823c6" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1402.659638] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-658c55a4-a0c7-40fc-92a1-32f7de8823c6" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1402.659829] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-658c55a4-a0c7-40fc-92a1-32f7de8823c6" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1402.659929] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('658c55a4-a0c7-40fc-92a1-32f7de8823c6',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1402.660718] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock member-658c55a4-a0c7-40fc-92a1-32f7de8823c6 taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1402.660812] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-658c55a4-a0c7-40fc-92a1-32f7de8823c6" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1402.661010] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock port-5ba5691e-6181-4cf4-a11c-ec156e29ec4d taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1402.661111] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5ba5691e-6181-4cf4-a11c-ec156e29ec4d" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1402.661172] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5ba5691e-6181-4cf4-a11c-ec156e29ec4d" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1402.661330] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5ba5691e-6181-4cf4-a11c-ec156e29ec4d" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1402.661402] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5ba5691e-6181-4cf4-a11c-ec156e29ec4d',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1403.163773] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock member-658c55a4-a0c7-40fc-92a1-32f7de8823c6 taken with stack trace [, , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1403.163927] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-658c55a4-a0c7-40fc-92a1-32f7de8823c6" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1403.164143] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5ba5691e-6181-4cf4-a11c-ec156e29ec4d with status ACTIVE [ 1403.164323] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1403.164456] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1403.164548] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1403.164775] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1403.164868] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1403.165127] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1403.165291] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1403.165400] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1403.165622] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1403.165738] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1403.165899] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1403.166036] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1403.166084] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1403.166205] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1403.166279] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1403.166362] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5ba5691e-6181-4cf4-a11c-ec156e29ec4d is going to be updated. [ 1403.187338] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1403.187541] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1403.187541] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1403.187728] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1403.187869] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1403.188069] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5ba5691e-6181-4cf4-a11c-ec156e29ec4d" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1403.688064] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 658c55a4-a0c7-40fc-92a1-32f7de8823c6 in Status: SUCCESS [ 1403.688412] env[65288]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 658c55a4-a0c7-40fc-92a1-32f7de8823c6 deletion is rescheduled due to dependency. [ 1403.688497] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-658c55a4-a0c7-40fc-92a1-32f7de8823c6" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1403.689114] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-658c55a4-a0c7-40fc-92a1-32f7de8823c6" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1403.689374] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-658c55a4-a0c7-40fc-92a1-32f7de8823c6" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1403.689581] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1403.689725] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1403.689790] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1403.690101] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1403.690197] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1403.690295] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('658c55a4-a0c7-40fc-92a1-32f7de8823c6',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1404.192817] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('658c55a4-a0c7-40fc-92a1-32f7de8823c6',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1404.695270] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('658c55a4-a0c7-40fc-92a1-32f7de8823c6',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1405.197466] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1405.197625] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1405.197668] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1405.197884] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1405.197973] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1405.198083] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 658c55a4-a0c7-40fc-92a1-32f7de8823c6 is going to be updated. [ 1405.224394] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1405.224549] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1405.224622] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1405.224950] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1405.225132] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1405.234024] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 658c55a4-a0c7-40fc-92a1-32f7de8823c6 in Status: IN_PROGRESS for 2s [ 1407.246118] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 658c55a4-a0c7-40fc-92a1-32f7de8823c6 in Status: SUCCESS [ 1407.246118] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-658c55a4-a0c7-40fc-92a1-32f7de8823c6" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1407.246118] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-658c55a4-a0c7-40fc-92a1-32f7de8823c6" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1407.246549] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-658c55a4-a0c7-40fc-92a1-32f7de8823c6" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1407.246549] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1407.246549] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1407.246549] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1407.246727] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1407.246768] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1407.247052] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-658c55a4-a0c7-40fc-92a1-32f7de8823c6" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1407.247052] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('658c55a4-a0c7-40fc-92a1-32f7de8823c6',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1407.659916] env[65288]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1407.660140] env[65288]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1407.748760] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('658c55a4-a0c7-40fc-92a1-32f7de8823c6',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1408.252072] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 658c55a4-a0c7-40fc-92a1-32f7de8823c6: rpc.has_security_group_logging(os_id): False [ 1408.271318] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1408.271486] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1408.271544] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1408.271770] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1408.271862] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1408.272124] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1408.272231] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1408.272297] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1408.272451] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1408.272529] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1408.272615] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 658c55a4-a0c7-40fc-92a1-32f7de8823c6 is going to be updated. [ 1408.337258] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1408.337484] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1408.337484] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1408.337687] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1408.337842] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1408.351724] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 658c55a4-a0c7-40fc-92a1-32f7de8823c6 in Status: IN_PROGRESS for 2s [ 1410.367982] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 658c55a4-a0c7-40fc-92a1-32f7de8823c6 in Status: SUCCESS [ 1410.368252] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-658c55a4-a0c7-40fc-92a1-32f7de8823c6" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1412.660914] env[65288]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1412.661337] env[65288]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1417.661852] env[65288]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1417.662201] env[65288]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1422.663074] env[65288]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1422.663457] env[65288]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1427.664285] env[65288]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1427.664641] env[65288]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1432.665246] env[65288]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1432.665632] env[65288]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1437.666727] env[65288]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1437.667185] env[65288]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1442.667726] env[65288]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1442.667726] env[65288]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1447.669387] env[65288]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1447.669387] env[65288]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1451.423509] env[65288]: INFO networking_nsxv3.common.synchronization [req-a219478a-f291-439c-b388-b108fe810a40 req-ec1859fc-d6a8-46e4-8a93-f495f6f26a4b tempest-ServerActionsTestOtherB-1327213688 tempest-ServerActionsTestOtherB-1327213688-project-member] Enqueued Resource ID: 612a28c4-7afc-4aa8-819a-8a8bc05d7468 with Priority: HIGHEST for action security_group_members [ 1451.424095] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 612a28c4-7afc-4aa8-819a-8a8bc05d7468 with Priority: HIGHEST for action security_group_members [ 1451.424441] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock member-612a28c4-7afc-4aa8-819a-8a8bc05d7468 taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1451.424566] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-612a28c4-7afc-4aa8-819a-8a8bc05d7468" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1451.424629] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-612a28c4-7afc-4aa8-819a-8a8bc05d7468" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1451.425181] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-612a28c4-7afc-4aa8-819a-8a8bc05d7468" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1451.425339] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1451.425442] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1451.425513] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1451.425689] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1451.425818] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1451.425941] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('612a28c4-7afc-4aa8-819a-8a8bc05d7468',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1451.929759] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1451.929759] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1451.929759] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1451.929759] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1451.929759] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1451.929759] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1451.929759] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1451.929759] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1451.929759] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1451.929759] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1451.929759] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 612a28c4-7afc-4aa8-819a-8a8bc05d7468 is going to be updated. [ 1451.959314] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1451.959473] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1451.959517] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1451.959706] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1451.959845] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1451.967754] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 612a28c4-7afc-4aa8-819a-8a8bc05d7468 in Status: IN_PROGRESS for 2s [ 1453.978408] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 612a28c4-7afc-4aa8-819a-8a8bc05d7468 in Status: SUCCESS [ 1453.978783] env[65288]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 612a28c4-7afc-4aa8-819a-8a8bc05d7468 deletion is rescheduled due to dependency. [ 1453.978783] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-612a28c4-7afc-4aa8-819a-8a8bc05d7468" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1456.425630] env[65288]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1456.425630] env[65288]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1460.723933] env[65288]: INFO networking_nsxv3.common.synchronization [req-14278061-933e-432f-abe2-f2eb6b3f9708 req-a9df3b24-54cb-4352-a6fa-77de04803bf6 tempest-ServerActionsTestOtherB-1327213688 tempest-ServerActionsTestOtherB-1327213688-project-member] Enqueued Resource ID: 612a28c4-7afc-4aa8-819a-8a8bc05d7468 with Priority: HIGHEST for action security_group_members [ 1460.724621] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 612a28c4-7afc-4aa8-819a-8a8bc05d7468 with Priority: HIGHEST for action security_group_members [ 1460.724908] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock member-612a28c4-7afc-4aa8-819a-8a8bc05d7468 taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1460.727181] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-612a28c4-7afc-4aa8-819a-8a8bc05d7468" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1460.727302] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-612a28c4-7afc-4aa8-819a-8a8bc05d7468" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1460.727533] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-612a28c4-7afc-4aa8-819a-8a8bc05d7468" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1460.728200] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1460.728200] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1460.728200] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1460.728200] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1460.728200] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1460.728642] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('612a28c4-7afc-4aa8-819a-8a8bc05d7468',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1461.231247] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1461.231498] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1461.231498] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1461.231855] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1461.232047] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1461.232320] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1461.232461] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1461.232585] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1461.232852] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1461.232987] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1461.233172] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 612a28c4-7afc-4aa8-819a-8a8bc05d7468 is going to be updated. [ 1461.263190] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1461.263444] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1461.263508] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1461.263688] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1461.263836] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1461.274130] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 612a28c4-7afc-4aa8-819a-8a8bc05d7468 in Status: IN_PROGRESS for 2s [ 1461.313137] env[65288]: DEBUG networking_nsxv3.common.locking [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Lock network-37 taken with stack trace [, , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1461.313398] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquiring lock "network-37" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1461.313552] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired lock "network-37" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1461.313796] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired external semaphore "network-37" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1461.314178] env[65288]: DEBUG networking_nsxv3.common.locking [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1461.314409] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquiring lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1461.314572] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1461.314906] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired external semaphore "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1461.315077] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Releasing lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1461.315333] env[65288]: DEBUG dogpile.cache.region [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] No value present for key: 'zone-id' {{(pid=65288) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1461.315443] env[65288]: DEBUG dogpile.lock [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] NeedRegenerationException {{(pid=65288) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1461.315702] env[65288]: DEBUG dogpile.lock [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] no value, waiting for create lock {{(pid=65288) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1461.315838] env[65288]: DEBUG dogpile.lock [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] value creation lock acquired {{(pid=65288) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1461.315955] env[65288]: DEBUG dogpile.cache.region [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] No value present for key: 'zone-id' {{(pid=65288) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1461.316075] env[65288]: DEBUG dogpile.lock [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Calling creation function for not-yet-present value {{(pid=65288) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1461.316213] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1461.340791] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1461.340981] env[65288]: DEBUG dogpile.cache.region [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=65288) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1461.341237] env[65288]: DEBUG dogpile.lock [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Released creation lock {{(pid=65288) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1461.341476] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Releasing lock "network-37" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1461.341815] env[65288]: DEBUG networking_nsxv3.common.locking [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Lock port-e7afaa76-9672-474c-8866-ef3cc7121696 taken with stack trace [, , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1461.342075] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquiring lock "port-e7afaa76-9672-474c-8866-ef3cc7121696" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1461.342190] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired lock "port-e7afaa76-9672-474c-8866-ef3cc7121696" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1461.342594] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired external semaphore "port-e7afaa76-9672-474c-8866-ef3cc7121696" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1461.342736] env[65288]: DEBUG networking_nsxv3.api.rpc [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e7afaa76-9672-474c-8866-ef3cc7121696',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1461.845113] env[65288]: DEBUG networking_nsxv3.common.locking [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1461.845633] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1461.845633] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1461.845757] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1461.845851] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1461.846013] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Segment Port e7afaa76-9672-474c-8866-ef3cc7121696 not found, creating... [ 1461.846291] env[65288]: DEBUG networking_nsxv3.common.locking [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1461.846487] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquiring lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1461.846615] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1461.846906] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired external semaphore "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1461.847082] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Releasing lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1461.847401] env[65288]: DEBUG networking_nsxv3.common.locking [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1461.847547] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1461.847666] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1461.847917] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1461.848071] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1461.848221] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Resource: SegmentPort with ID: e7afaa76-9672-474c-8866-ef3cc7121696 is going to be created. [ 1461.882230] env[65288]: DEBUG networking_nsxv3.common.locking [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1461.882230] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1461.882230] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1461.882396] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1461.882747] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1461.883100] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Releasing lock "port-e7afaa76-9672-474c-8866-ef3cc7121696" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1462.567507] env[65288]: INFO networking_nsxv3.common.synchronization [req-14278061-933e-432f-abe2-f2eb6b3f9708 req-c4623736-a3c4-44b2-9f4d-d6e2cb156a6d service nova] Enqueued Resource ID: 612a28c4-7afc-4aa8-819a-8a8bc05d7468 with Priority: HIGHEST for action security_group_rules [ 1462.567685] env[65288]: INFO networking_nsxv3.common.synchronization [req-14278061-933e-432f-abe2-f2eb6b3f9708 req-c4623736-a3c4-44b2-9f4d-d6e2cb156a6d service nova] Enqueued Resource ID: 612a28c4-7afc-4aa8-819a-8a8bc05d7468 with Priority: HIGHEST for action security_group_members [ 1462.567839] env[65288]: INFO networking_nsxv3.common.synchronization [req-14278061-933e-432f-abe2-f2eb6b3f9708 req-c4623736-a3c4-44b2-9f4d-d6e2cb156a6d service nova] Enqueued Resource ID: e7afaa76-9672-474c-8866-ef3cc7121696 with Priority: HIGHEST for action port [ 1462.571454] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 612a28c4-7afc-4aa8-819a-8a8bc05d7468 with Priority: HIGHEST for action security_group_rules [ 1462.571454] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 612a28c4-7afc-4aa8-819a-8a8bc05d7468 with Priority: HIGHEST for action security_group_members [ 1462.571454] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e7afaa76-9672-474c-8866-ef3cc7121696 with Priority: HIGHEST for action port [ 1462.571454] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock rules-612a28c4-7afc-4aa8-819a-8a8bc05d7468 taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1462.571454] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-612a28c4-7afc-4aa8-819a-8a8bc05d7468" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1462.571454] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-612a28c4-7afc-4aa8-819a-8a8bc05d7468" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1462.571454] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-612a28c4-7afc-4aa8-819a-8a8bc05d7468" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1462.571454] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('612a28c4-7afc-4aa8-819a-8a8bc05d7468',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1462.572765] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock member-612a28c4-7afc-4aa8-819a-8a8bc05d7468 taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1462.572862] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-612a28c4-7afc-4aa8-819a-8a8bc05d7468" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1462.574198] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock port-e7afaa76-9672-474c-8866-ef3cc7121696 taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1462.574198] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e7afaa76-9672-474c-8866-ef3cc7121696" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1462.574198] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e7afaa76-9672-474c-8866-ef3cc7121696" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1462.574198] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e7afaa76-9672-474c-8866-ef3cc7121696" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1462.574198] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e7afaa76-9672-474c-8866-ef3cc7121696',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1463.073639] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock member-612a28c4-7afc-4aa8-819a-8a8bc05d7468 taken with stack trace [, , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1463.074100] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-612a28c4-7afc-4aa8-819a-8a8bc05d7468" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1463.077156] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e7afaa76-9672-474c-8866-ef3cc7121696 with status ACTIVE [ 1463.077351] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1463.077473] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1463.077540] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1463.077747] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1463.077838] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1463.078014] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1463.078117] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1463.078180] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1463.078327] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1463.078402] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1463.078579] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1463.078669] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1463.078729] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1463.078865] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1463.078936] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1463.079035] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e7afaa76-9672-474c-8866-ef3cc7121696 is going to be updated. [ 1463.100194] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1463.100418] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1463.100418] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1463.100565] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1463.100697] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1463.100852] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e7afaa76-9672-474c-8866-ef3cc7121696" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1463.284250] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 612a28c4-7afc-4aa8-819a-8a8bc05d7468 in Status: SUCCESS [ 1463.284513] env[65288]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 612a28c4-7afc-4aa8-819a-8a8bc05d7468 deletion is rescheduled due to dependency. [ 1463.284513] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-612a28c4-7afc-4aa8-819a-8a8bc05d7468" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1463.284748] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-612a28c4-7afc-4aa8-819a-8a8bc05d7468" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1463.285095] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-612a28c4-7afc-4aa8-819a-8a8bc05d7468" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1463.285185] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1463.285279] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1463.285328] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1463.285482] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1463.285550] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1463.285645] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('612a28c4-7afc-4aa8-819a-8a8bc05d7468',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1463.787892] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('612a28c4-7afc-4aa8-819a-8a8bc05d7468',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1464.291056] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('612a28c4-7afc-4aa8-819a-8a8bc05d7468',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1464.583310] env[65288]: INFO networking_nsxv3.common.synchronization [req-d43b9058-478f-4837-b7a3-78759f8494ab req-9c5380a4-9bc7-4f43-810f-bb5630d8fe71 tempest-ServerActionsTestJSON-1569293202 tempest-ServerActionsTestJSON-1569293202-project-member] Enqueued Resource ID: 658c55a4-a0c7-40fc-92a1-32f7de8823c6 with Priority: HIGHEST for action security_group_members [ 1464.583714] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 658c55a4-a0c7-40fc-92a1-32f7de8823c6 with Priority: HIGHEST for action security_group_members [ 1464.584145] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock member-658c55a4-a0c7-40fc-92a1-32f7de8823c6 taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1464.584281] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-658c55a4-a0c7-40fc-92a1-32f7de8823c6" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1464.584347] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-658c55a4-a0c7-40fc-92a1-32f7de8823c6" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1464.584574] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-658c55a4-a0c7-40fc-92a1-32f7de8823c6" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1464.584923] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1464.584923] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1464.585120] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1464.585181] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1464.585304] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1464.585417] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('658c55a4-a0c7-40fc-92a1-32f7de8823c6',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1464.794026] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1464.794026] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1464.794026] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1464.794344] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1464.794380] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1464.794487] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 612a28c4-7afc-4aa8-819a-8a8bc05d7468 is going to be updated. [ 1464.823605] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1464.823798] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1464.823907] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1464.824186] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1464.824432] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1464.835605] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 612a28c4-7afc-4aa8-819a-8a8bc05d7468 in Status: IN_PROGRESS for 2s [ 1465.088328] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1465.088493] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1465.088627] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1465.088879] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1465.088997] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1465.089235] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1465.089361] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1465.089445] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1465.089607] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1465.089686] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1465.089772] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 658c55a4-a0c7-40fc-92a1-32f7de8823c6 is going to be updated. [ 1465.116704] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1465.116862] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1465.116902] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1465.117174] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1465.117326] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1465.125689] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 658c55a4-a0c7-40fc-92a1-32f7de8823c6 in Status: IN_PROGRESS for 2s [ 1466.846928] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 612a28c4-7afc-4aa8-819a-8a8bc05d7468 in Status: SUCCESS [ 1466.847292] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-612a28c4-7afc-4aa8-819a-8a8bc05d7468" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1466.847327] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-612a28c4-7afc-4aa8-819a-8a8bc05d7468" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1466.847628] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-612a28c4-7afc-4aa8-819a-8a8bc05d7468" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1466.847854] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1466.847997] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1466.848138] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1466.848337] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1466.848450] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1466.848566] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-612a28c4-7afc-4aa8-819a-8a8bc05d7468" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1466.848715] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('612a28c4-7afc-4aa8-819a-8a8bc05d7468',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1467.136741] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 658c55a4-a0c7-40fc-92a1-32f7de8823c6 in Status: SUCCESS [ 1467.136935] env[65288]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 658c55a4-a0c7-40fc-92a1-32f7de8823c6 deletion is rescheduled due to dependency. [ 1467.137039] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-658c55a4-a0c7-40fc-92a1-32f7de8823c6" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1467.351026] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('612a28c4-7afc-4aa8-819a-8a8bc05d7468',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1467.853765] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 612a28c4-7afc-4aa8-819a-8a8bc05d7468: rpc.has_security_group_logging(os_id): False [ 1467.875295] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1467.875516] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1467.875516] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1467.875766] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1467.875860] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1467.876123] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1467.876242] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1467.876305] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1467.876475] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1467.876578] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1467.876663] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 612a28c4-7afc-4aa8-819a-8a8bc05d7468 is going to be updated. [ 1467.947984] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1467.948218] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1467.948218] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1467.948416] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1467.948568] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1467.959684] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 612a28c4-7afc-4aa8-819a-8a8bc05d7468 in Status: IN_PROGRESS for 2s [ 1469.584355] env[65288]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1469.584793] env[65288]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1469.976994] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 612a28c4-7afc-4aa8-819a-8a8bc05d7468 in Status: SUCCESS [ 1469.977244] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-612a28c4-7afc-4aa8-819a-8a8bc05d7468" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1474.585316] env[65288]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1474.585316] env[65288]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1479.586209] env[65288]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1479.586640] env[65288]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1484.587806] env[65288]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1484.588239] env[65288]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1489.588450] env[65288]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1489.588713] env[65288]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1490.461571] env[65288]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-cb3e2329-a6ab-4918-b717-082b4960ccf0 None None] NSXv3 Agent Agent loop - iteration:3 completed [ 1490.461769] env[65288]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-cb3e2329-a6ab-4918-b717-082b4960ccf0 None None] NSXv3 Agent Agent loop - iteration:4 started [ 1494.589487] env[65288]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1494.589901] env[65288]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1499.590554] env[65288]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1499.590976] env[65288]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1504.591525] env[65288]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1504.591898] env[65288]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1509.593034] env[65288]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1509.593358] env[65288]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1514.594304] env[65288]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1514.594779] env[65288]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1519.595691] env[65288]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1519.596209] env[65288]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1524.596387] env[65288]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1524.596780] env[65288]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1529.598321] env[65288]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1529.598744] env[65288]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1530.817409] env[65288]: DEBUG networking_nsxv3.common.locking [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Lock network-37 taken with stack trace [, , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1530.817753] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquiring lock "network-37" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1530.817753] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired lock "network-37" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1530.818017] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired external semaphore "network-37" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1530.818279] env[65288]: DEBUG networking_nsxv3.common.locking [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1530.818587] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquiring lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1530.818734] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1530.818943] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired external semaphore "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1530.819097] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Releasing lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1530.819312] env[65288]: DEBUG dogpile.cache.region [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] No value present for key: 'zone-id' {{(pid=65288) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1530.819422] env[65288]: DEBUG dogpile.lock [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] NeedRegenerationException {{(pid=65288) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1530.819526] env[65288]: DEBUG dogpile.lock [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] no value, waiting for create lock {{(pid=65288) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1530.819632] env[65288]: DEBUG dogpile.lock [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] value creation lock acquired {{(pid=65288) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1530.819738] env[65288]: DEBUG dogpile.cache.region [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] No value present for key: 'zone-id' {{(pid=65288) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1530.819839] env[65288]: DEBUG dogpile.lock [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Calling creation function for not-yet-present value {{(pid=65288) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1530.819963] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1530.846287] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1530.846461] env[65288]: DEBUG dogpile.cache.region [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=65288) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1530.846575] env[65288]: DEBUG dogpile.lock [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Released creation lock {{(pid=65288) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1530.846754] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Releasing lock "network-37" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1530.847078] env[65288]: DEBUG networking_nsxv3.common.locking [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Lock port-e7afaa76-9672-474c-8866-ef3cc7121696 taken with stack trace [, , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1530.847247] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquiring lock "port-e7afaa76-9672-474c-8866-ef3cc7121696" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1530.847396] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired lock "port-e7afaa76-9672-474c-8866-ef3cc7121696" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1530.847626] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired external semaphore "port-e7afaa76-9672-474c-8866-ef3cc7121696" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1530.847762] env[65288]: DEBUG networking_nsxv3.api.rpc [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e7afaa76-9672-474c-8866-ef3cc7121696',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1531.350341] env[65288]: DEBUG networking_nsxv3.common.locking [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1531.350573] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1531.350650] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1531.350935] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1531.351110] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1531.351387] env[65288]: DEBUG networking_nsxv3.common.locking [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1531.351539] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquiring lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1531.351654] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1531.351864] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired external semaphore "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1531.351996] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Releasing lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1531.352299] env[65288]: DEBUG networking_nsxv3.common.locking [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1531.352454] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1531.352568] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1531.352775] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1531.352949] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1531.353129] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Resource: SegmentPort with ID: e7afaa76-9672-474c-8866-ef3cc7121696 is going to be updated. [ 1531.374624] env[65288]: DEBUG networking_nsxv3.common.locking [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1531.374902] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1531.374967] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1531.375227] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1531.375446] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1531.375648] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Releasing lock "port-e7afaa76-9672-474c-8866-ef3cc7121696" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1532.050514] env[65288]: INFO networking_nsxv3.common.synchronization [req-3eda7a22-5525-4cea-8bfa-f96f4212d3a0 req-04fc06a7-31f2-4d91-8cc5-9fe2d088c2ff service nova] Enqueued Resource ID: 612a28c4-7afc-4aa8-819a-8a8bc05d7468 with Priority: HIGHEST for action security_group_rules [ 1532.051168] env[65288]: INFO networking_nsxv3.common.synchronization [req-3eda7a22-5525-4cea-8bfa-f96f4212d3a0 req-04fc06a7-31f2-4d91-8cc5-9fe2d088c2ff service nova] Enqueued Resource ID: 612a28c4-7afc-4aa8-819a-8a8bc05d7468 with Priority: HIGHEST for action security_group_members [ 1532.051168] env[65288]: INFO networking_nsxv3.common.synchronization [req-3eda7a22-5525-4cea-8bfa-f96f4212d3a0 req-04fc06a7-31f2-4d91-8cc5-9fe2d088c2ff service nova] Enqueued Resource ID: e7afaa76-9672-474c-8866-ef3cc7121696 with Priority: HIGHEST for action port [ 1532.051168] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 612a28c4-7afc-4aa8-819a-8a8bc05d7468 with Priority: HIGHEST for action security_group_rules [ 1532.051168] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 612a28c4-7afc-4aa8-819a-8a8bc05d7468 with Priority: HIGHEST for action security_group_members [ 1532.051390] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e7afaa76-9672-474c-8866-ef3cc7121696 with Priority: HIGHEST for action port [ 1532.051761] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock rules-612a28c4-7afc-4aa8-819a-8a8bc05d7468 taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1532.051881] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-612a28c4-7afc-4aa8-819a-8a8bc05d7468" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1532.051971] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-612a28c4-7afc-4aa8-819a-8a8bc05d7468" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1532.052413] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-612a28c4-7afc-4aa8-819a-8a8bc05d7468" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1532.052512] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('612a28c4-7afc-4aa8-819a-8a8bc05d7468',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1532.053793] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock member-612a28c4-7afc-4aa8-819a-8a8bc05d7468 taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1532.053909] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-612a28c4-7afc-4aa8-819a-8a8bc05d7468" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1532.054085] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-612a28c4-7afc-4aa8-819a-8a8bc05d7468" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1532.054266] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-612a28c4-7afc-4aa8-819a-8a8bc05d7468" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1532.054417] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1532.054513] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1532.054575] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1532.054733] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1532.054820] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1532.054908] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('612a28c4-7afc-4aa8-819a-8a8bc05d7468',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1532.055949] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock port-e7afaa76-9672-474c-8866-ef3cc7121696 taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1532.056068] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e7afaa76-9672-474c-8866-ef3cc7121696" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1532.056133] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e7afaa76-9672-474c-8866-ef3cc7121696" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1532.056603] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e7afaa76-9672-474c-8866-ef3cc7121696" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1532.056683] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e7afaa76-9672-474c-8866-ef3cc7121696',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1532.554435] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock member-612a28c4-7afc-4aa8-819a-8a8bc05d7468 taken with stack trace [, , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1532.554670] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-612a28c4-7afc-4aa8-819a-8a8bc05d7468" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1532.556926] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('612a28c4-7afc-4aa8-819a-8a8bc05d7468',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1532.557939] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e7afaa76-9672-474c-8866-ef3cc7121696 with status ACTIVE [ 1532.558138] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1532.558256] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1532.558342] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1532.558593] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1532.558690] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1532.558864] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1532.560025] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1532.560025] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1532.560025] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1532.560025] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1532.560025] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1532.560025] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1532.560025] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1532.560025] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1532.560025] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1532.560025] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e7afaa76-9672-474c-8866-ef3cc7121696 is going to be updated. [ 1532.582058] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1532.582352] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1532.582436] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1532.582730] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1532.582960] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1532.583242] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e7afaa76-9672-474c-8866-ef3cc7121696" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1533.061489] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('612a28c4-7afc-4aa8-819a-8a8bc05d7468',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1533.563889] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1533.564147] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1533.564147] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1533.564330] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1533.564423] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1533.564524] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 612a28c4-7afc-4aa8-819a-8a8bc05d7468 is going to be updated. [ 1533.599226] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1533.599443] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1533.599443] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1533.599616] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1533.599772] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1533.609290] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 612a28c4-7afc-4aa8-819a-8a8bc05d7468 in Status: IN_PROGRESS for 2s [ 1535.622282] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 612a28c4-7afc-4aa8-819a-8a8bc05d7468 in Status: SUCCESS [ 1535.622282] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-612a28c4-7afc-4aa8-819a-8a8bc05d7468" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1535.622282] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-612a28c4-7afc-4aa8-819a-8a8bc05d7468" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1535.622282] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-612a28c4-7afc-4aa8-819a-8a8bc05d7468" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1535.622282] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1535.622282] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1535.622282] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1535.622282] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1535.622282] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1535.622282] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-612a28c4-7afc-4aa8-819a-8a8bc05d7468" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1535.622282] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('612a28c4-7afc-4aa8-819a-8a8bc05d7468',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1536.124365] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('612a28c4-7afc-4aa8-819a-8a8bc05d7468',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1536.627119] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 612a28c4-7afc-4aa8-819a-8a8bc05d7468: rpc.has_security_group_logging(os_id): False [ 1536.646223] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1536.646405] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1536.646469] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1536.646737] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1536.646874] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1536.647172] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1536.647277] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1536.647339] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1536.647789] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1536.647789] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1536.647789] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 612a28c4-7afc-4aa8-819a-8a8bc05d7468 is going to be updated. [ 1536.714175] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1536.714325] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1536.714398] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1536.714634] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1536.714843] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1536.731247] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 612a28c4-7afc-4aa8-819a-8a8bc05d7468 in Status: IN_PROGRESS for 2s [ 1537.052155] env[65288]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1537.052431] env[65288]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1538.751294] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 612a28c4-7afc-4aa8-819a-8a8bc05d7468 in Status: SUCCESS [ 1538.751817] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-612a28c4-7afc-4aa8-819a-8a8bc05d7468" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1539.401715] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1539.401953] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1539.401953] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1539.402229] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1539.402341] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1539.905144] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1540.408026] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1540.911145] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 1540.911586] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 1541.678422] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1541.678642] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1541.678642] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1541.678849] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1541.841050] env[65288]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 1541.841871] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1541.843268] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 1541.884220] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1541.884452] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1541.884452] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1541.884645] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1541.898097] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1541.899036] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 1541.899104] env[65288]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=65288) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1541.899196] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 1541.932709] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1541.933156] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1541.933156] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1541.933300] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1541.933867] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1541.934113] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 1542.026034] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1542.026034] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1542.026034] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1542.026034] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1542.026772] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1542.028357] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 1542.053826] env[65288]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1542.054020] env[65288]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1542.117958] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1542.118331] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1542.118331] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1542.118331] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1542.118657] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1542.118965] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:25. [ 1542.119071] env[65288]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:{'e992998d-5675-40b8-9724-0b94dbc625ed', '658c55a4-a0c7-40fc-92a1-32f7de8823c6', '0d639079-af2f-4fc8-bec9-00579ffb0c3f', '287fc408-1355-4ea2-843d-f405317b90ba', 'a11330c4-cf58-4a08-a8b1-e79c4012e1bd', 'cb633488-fd57-4814-b820-0f38380a3239', '03949d61-476d-4592-a53a-be5ca4c18b3b', '87c84149-cfef-4d12-ab0a-ed7e843e7799', '35978517-9772-44ae-a9e9-7bc03617687e', '829f8e2a-34a6-4ed5-87c0-e3080c6d8393', 'ea06a721-ec40-45ad-9f76-f8a7965f00f6', '612a28c4-7afc-4aa8-819a-8a8bc05d7468', '53359e10-2543-4595-b61f-58a2f432658d', 'd4809d67-1b31-408a-868c-7991f7666292', 'eb06f8a7-bbbd-42b6-b72d-c6b0c2a9ecca', '190d80dc-4948-45bb-a2a0-fd44e4377cb2', 'ed4a84a9-18c7-4f4d-a791-087741929187', '2f920d6e-7a3a-4d36-b54f-f21620e096f6', '839375fa-5177-4d9b-b4a5-4286bbde7bfe', 'fed5066d-4771-4433-bc29-557a9f1307e0', '61335d04-4310-48c7-92a4-956bad255ae1', '68869bfc-a20e-4e3d-ade3-cc6a82542b07', '6ef3aa30-71e5-4dd3-aed3-6e3db0579d82', 'b13e28ee-b8aa-43ab-83df-d02231540216', '09794d10-d98d-4846-97f7-d7ed19521348'} {{(pid=65288) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1542.119183] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 1542.140173] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1542.140440] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1542.140440] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1542.140616] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1542.140671] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1542.140756] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 1542.140829] env[65288]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=65288) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1542.140896] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 1542.228453] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1542.228715] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1542.228715] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1542.228917] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1542.230031] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1542.230292] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 1542.230365] env[65288]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=65288) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1542.230436] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 1542.230502] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 1542.230579] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 20/25 resources of Type:Security Group Rules [ 1542.230651] env[65288]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: e992998d-5675-40b8-9724-0b94dbc625ed with Priority: HIGH for action security_group_rules [ 1542.230705] env[65288]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 658c55a4-a0c7-40fc-92a1-32f7de8823c6 with Priority: HIGH for action security_group_rules [ 1542.230765] env[65288]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 0d639079-af2f-4fc8-bec9-00579ffb0c3f with Priority: HIGH for action security_group_rules [ 1542.230845] env[65288]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 287fc408-1355-4ea2-843d-f405317b90ba with Priority: HIGH for action security_group_rules [ 1542.230904] env[65288]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: a11330c4-cf58-4a08-a8b1-e79c4012e1bd with Priority: HIGH for action security_group_rules [ 1542.230943] env[65288]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: cb633488-fd57-4814-b820-0f38380a3239 with Priority: HIGH for action security_group_rules [ 1542.231011] env[65288]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 03949d61-476d-4592-a53a-be5ca4c18b3b with Priority: HIGH for action security_group_rules [ 1542.231071] env[65288]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 87c84149-cfef-4d12-ab0a-ed7e843e7799 with Priority: HIGH for action security_group_rules [ 1542.231123] env[65288]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 35978517-9772-44ae-a9e9-7bc03617687e with Priority: HIGH for action security_group_rules [ 1542.231175] env[65288]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 829f8e2a-34a6-4ed5-87c0-e3080c6d8393 with Priority: HIGH for action security_group_rules [ 1542.231229] env[65288]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: ea06a721-ec40-45ad-9f76-f8a7965f00f6 with Priority: HIGH for action security_group_rules [ 1542.231292] env[65288]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 612a28c4-7afc-4aa8-819a-8a8bc05d7468 with Priority: HIGH for action security_group_rules [ 1542.231340] env[65288]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 53359e10-2543-4595-b61f-58a2f432658d with Priority: HIGH for action security_group_rules [ 1542.231389] env[65288]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: d4809d67-1b31-408a-868c-7991f7666292 with Priority: HIGH for action security_group_rules [ 1542.231450] env[65288]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: eb06f8a7-bbbd-42b6-b72d-c6b0c2a9ecca with Priority: HIGH for action security_group_rules [ 1542.231542] env[65288]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 190d80dc-4948-45bb-a2a0-fd44e4377cb2 with Priority: HIGH for action security_group_rules [ 1542.231580] env[65288]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: ed4a84a9-18c7-4f4d-a791-087741929187 with Priority: HIGH for action security_group_rules [ 1542.231628] env[65288]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 2f920d6e-7a3a-4d36-b54f-f21620e096f6 with Priority: HIGH for action security_group_rules [ 1542.231668] env[65288]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 839375fa-5177-4d9b-b4a5-4286bbde7bfe with Priority: HIGH for action security_group_rules [ 1542.231747] env[65288]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: fed5066d-4771-4433-bc29-557a9f1307e0 with Priority: HIGH for action security_group_rules [ 1542.231813] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1547.055448] env[65288]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1547.055448] env[65288]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=20], Jobs=0 [ 1547.055880] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e992998d-5675-40b8-9724-0b94dbc625ed with Priority: HIGH for action security_group_rules [ 1547.055880] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0d639079-af2f-4fc8-bec9-00579ffb0c3f with Priority: HIGH for action security_group_rules [ 1547.056033] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 03949d61-476d-4592-a53a-be5ca4c18b3b with Priority: HIGH for action security_group_rules [ 1547.056126] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eb06f8a7-bbbd-42b6-b72d-c6b0c2a9ecca with Priority: HIGH for action security_group_rules [ 1547.056189] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fed5066d-4771-4433-bc29-557a9f1307e0 with Priority: HIGH for action security_group_rules [ 1547.056300] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 839375fa-5177-4d9b-b4a5-4286bbde7bfe with Priority: HIGH for action security_group_rules [ 1547.056675] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2f920d6e-7a3a-4d36-b54f-f21620e096f6 with Priority: HIGH for action security_group_rules [ 1547.056795] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ed4a84a9-18c7-4f4d-a791-087741929187 with Priority: HIGH for action security_group_rules [ 1547.056892] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d4809d67-1b31-408a-868c-7991f7666292 with Priority: HIGH for action security_group_rules [ 1547.056984] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 190d80dc-4948-45bb-a2a0-fd44e4377cb2 with Priority: HIGH for action security_group_rules [ 1547.057089] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 53359e10-2543-4595-b61f-58a2f432658d with Priority: HIGH for action security_group_rules [ 1547.057178] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 612a28c4-7afc-4aa8-819a-8a8bc05d7468 with Priority: HIGH for action security_group_rules [ 1547.057275] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ea06a721-ec40-45ad-9f76-f8a7965f00f6 with Priority: HIGH for action security_group_rules [ 1547.057364] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 829f8e2a-34a6-4ed5-87c0-e3080c6d8393 with Priority: HIGH for action security_group_rules [ 1547.057453] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 35978517-9772-44ae-a9e9-7bc03617687e with Priority: HIGH for action security_group_rules [ 1547.057539] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cb633488-fd57-4814-b820-0f38380a3239 with Priority: HIGH for action security_group_rules [ 1547.057626] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 87c84149-cfef-4d12-ab0a-ed7e843e7799 with Priority: HIGH for action security_group_rules [ 1547.058052] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a11330c4-cf58-4a08-a8b1-e79c4012e1bd with Priority: HIGH for action security_group_rules [ 1547.058177] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 658c55a4-a0c7-40fc-92a1-32f7de8823c6 with Priority: HIGH for action security_group_rules [ 1547.058273] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 287fc408-1355-4ea2-843d-f405317b90ba with Priority: HIGH for action security_group_rules [ 1547.058608] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e992998d-5675-40b8-9724-0b94dbc625ed taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1547.058763] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e992998d-5675-40b8-9724-0b94dbc625ed" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1547.058831] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e992998d-5675-40b8-9724-0b94dbc625ed" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1547.059107] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e992998d-5675-40b8-9724-0b94dbc625ed" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1547.059192] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e992998d-5675-40b8-9724-0b94dbc625ed',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1547.060223] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0d639079-af2f-4fc8-bec9-00579ffb0c3f taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1547.060335] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0d639079-af2f-4fc8-bec9-00579ffb0c3f" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1547.060401] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0d639079-af2f-4fc8-bec9-00579ffb0c3f" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1547.060974] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0d639079-af2f-4fc8-bec9-00579ffb0c3f" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1547.060974] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0d639079-af2f-4fc8-bec9-00579ffb0c3f',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1547.061714] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock rules-03949d61-476d-4592-a53a-be5ca4c18b3b taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1547.061714] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-03949d61-476d-4592-a53a-be5ca4c18b3b" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1547.061714] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-03949d61-476d-4592-a53a-be5ca4c18b3b" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1547.061714] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-03949d61-476d-4592-a53a-be5ca4c18b3b" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1547.061919] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('03949d61-476d-4592-a53a-be5ca4c18b3b',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1547.062669] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock rules-eb06f8a7-bbbd-42b6-b72d-c6b0c2a9ecca taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1547.062669] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-eb06f8a7-bbbd-42b6-b72d-c6b0c2a9ecca" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1547.062669] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-eb06f8a7-bbbd-42b6-b72d-c6b0c2a9ecca" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1547.063200] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-eb06f8a7-bbbd-42b6-b72d-c6b0c2a9ecca" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1547.063200] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('eb06f8a7-bbbd-42b6-b72d-c6b0c2a9ecca',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1547.063856] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fed5066d-4771-4433-bc29-557a9f1307e0 taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1547.063856] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fed5066d-4771-4433-bc29-557a9f1307e0" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1547.064106] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fed5066d-4771-4433-bc29-557a9f1307e0" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1547.064106] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fed5066d-4771-4433-bc29-557a9f1307e0" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1547.064106] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fed5066d-4771-4433-bc29-557a9f1307e0',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1547.065068] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock rules-839375fa-5177-4d9b-b4a5-4286bbde7bfe taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1547.065068] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-839375fa-5177-4d9b-b4a5-4286bbde7bfe" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1547.065068] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-839375fa-5177-4d9b-b4a5-4286bbde7bfe" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1547.066371] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-839375fa-5177-4d9b-b4a5-4286bbde7bfe" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1547.066371] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('839375fa-5177-4d9b-b4a5-4286bbde7bfe',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1547.066371] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2f920d6e-7a3a-4d36-b54f-f21620e096f6 taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1547.066371] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2f920d6e-7a3a-4d36-b54f-f21620e096f6" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1547.066615] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2f920d6e-7a3a-4d36-b54f-f21620e096f6" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1547.066684] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2f920d6e-7a3a-4d36-b54f-f21620e096f6" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1547.066716] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2f920d6e-7a3a-4d36-b54f-f21620e096f6',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1547.067476] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ed4a84a9-18c7-4f4d-a791-087741929187 taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1547.067582] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ed4a84a9-18c7-4f4d-a791-087741929187" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1547.067648] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ed4a84a9-18c7-4f4d-a791-087741929187" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1547.068410] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ed4a84a9-18c7-4f4d-a791-087741929187" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1547.068410] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ed4a84a9-18c7-4f4d-a791-087741929187',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1547.068631] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d4809d67-1b31-408a-868c-7991f7666292 taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1547.068631] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d4809d67-1b31-408a-868c-7991f7666292" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1547.068857] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d4809d67-1b31-408a-868c-7991f7666292" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1547.068857] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d4809d67-1b31-408a-868c-7991f7666292" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1547.069285] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d4809d67-1b31-408a-868c-7991f7666292',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1547.069579] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock rules-190d80dc-4948-45bb-a2a0-fd44e4377cb2 taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1547.069686] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-190d80dc-4948-45bb-a2a0-fd44e4377cb2" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1547.069830] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-190d80dc-4948-45bb-a2a0-fd44e4377cb2" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1547.070710] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-190d80dc-4948-45bb-a2a0-fd44e4377cb2" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1547.070710] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('190d80dc-4948-45bb-a2a0-fd44e4377cb2',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1547.070837] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock rules-53359e10-2543-4595-b61f-58a2f432658d taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1547.070895] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-53359e10-2543-4595-b61f-58a2f432658d" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1547.070944] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-53359e10-2543-4595-b61f-58a2f432658d" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1547.071109] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-53359e10-2543-4595-b61f-58a2f432658d" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1547.071627] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('53359e10-2543-4595-b61f-58a2f432658d',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1547.072330] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock rules-612a28c4-7afc-4aa8-819a-8a8bc05d7468 taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1547.072438] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-612a28c4-7afc-4aa8-819a-8a8bc05d7468" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1547.072903] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-612a28c4-7afc-4aa8-819a-8a8bc05d7468" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1547.072903] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-612a28c4-7afc-4aa8-819a-8a8bc05d7468" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1547.072903] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('612a28c4-7afc-4aa8-819a-8a8bc05d7468',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1547.074076] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ea06a721-ec40-45ad-9f76-f8a7965f00f6 taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1547.074186] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ea06a721-ec40-45ad-9f76-f8a7965f00f6" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1547.074250] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ea06a721-ec40-45ad-9f76-f8a7965f00f6" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1547.074398] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ea06a721-ec40-45ad-9f76-f8a7965f00f6" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1547.074480] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ea06a721-ec40-45ad-9f76-f8a7965f00f6',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1547.075170] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock rules-829f8e2a-34a6-4ed5-87c0-e3080c6d8393 taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1547.075269] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-829f8e2a-34a6-4ed5-87c0-e3080c6d8393" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1547.075338] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-829f8e2a-34a6-4ed5-87c0-e3080c6d8393" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1547.075484] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-829f8e2a-34a6-4ed5-87c0-e3080c6d8393" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1547.075554] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('829f8e2a-34a6-4ed5-87c0-e3080c6d8393',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1547.076431] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock rules-35978517-9772-44ae-a9e9-7bc03617687e taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1547.076540] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-35978517-9772-44ae-a9e9-7bc03617687e" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1547.076540] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-35978517-9772-44ae-a9e9-7bc03617687e" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1547.076667] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-35978517-9772-44ae-a9e9-7bc03617687e" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1547.076758] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('35978517-9772-44ae-a9e9-7bc03617687e',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1547.077427] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cb633488-fd57-4814-b820-0f38380a3239 taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1547.077534] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cb633488-fd57-4814-b820-0f38380a3239" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1547.077599] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cb633488-fd57-4814-b820-0f38380a3239" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1547.077742] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cb633488-fd57-4814-b820-0f38380a3239" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1547.077815] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cb633488-fd57-4814-b820-0f38380a3239',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1547.078545] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock rules-87c84149-cfef-4d12-ab0a-ed7e843e7799 taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1547.078648] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-87c84149-cfef-4d12-ab0a-ed7e843e7799" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1547.078713] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-87c84149-cfef-4d12-ab0a-ed7e843e7799" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1547.078857] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-87c84149-cfef-4d12-ab0a-ed7e843e7799" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1547.078927] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('87c84149-cfef-4d12-ab0a-ed7e843e7799',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1547.079674] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a11330c4-cf58-4a08-a8b1-e79c4012e1bd taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1547.079782] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a11330c4-cf58-4a08-a8b1-e79c4012e1bd" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1547.079855] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a11330c4-cf58-4a08-a8b1-e79c4012e1bd" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1547.080093] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a11330c4-cf58-4a08-a8b1-e79c4012e1bd" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1547.080093] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a11330c4-cf58-4a08-a8b1-e79c4012e1bd',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1547.080726] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock rules-658c55a4-a0c7-40fc-92a1-32f7de8823c6 taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1547.080835] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-658c55a4-a0c7-40fc-92a1-32f7de8823c6" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1547.080938] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-658c55a4-a0c7-40fc-92a1-32f7de8823c6" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1547.081054] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-658c55a4-a0c7-40fc-92a1-32f7de8823c6" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1547.081455] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('658c55a4-a0c7-40fc-92a1-32f7de8823c6',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1547.081843] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock rules-287fc408-1355-4ea2-843d-f405317b90ba taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1547.081971] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-287fc408-1355-4ea2-843d-f405317b90ba" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1547.082068] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-287fc408-1355-4ea2-843d-f405317b90ba" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1547.082283] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-287fc408-1355-4ea2-843d-f405317b90ba" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1547.082283] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('287fc408-1355-4ea2-843d-f405317b90ba',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1547.111835] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1547.112164] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1547.112164] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1547.112317] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1547.140371] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1547.140544] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 839375fa-5177-4d9b-b4a5-4286bbde7bfe is going to be deleted. [ 1547.187680] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1547.187891] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1547.187891] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1547.188082] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1547.188194] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1547.188319] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-839375fa-5177-4d9b-b4a5-4286bbde7bfe" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1547.327589] env[65288]: INFO networking_nsxv3.common.synchronization [req-b7129f19-d6ce-486a-a090-9f5571416e45 req-d2e7fcf4-135a-407a-8c6a-6489beb66b2f tempest-ServerActionsTestOtherB-1327213688 tempest-ServerActionsTestOtherB-1327213688-project-member] Enqueued Resource ID: 612a28c4-7afc-4aa8-819a-8a8bc05d7468 with Priority: HIGHEST for action security_group_members [ 1547.328273] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 612a28c4-7afc-4aa8-819a-8a8bc05d7468 with Priority: HIGHEST for action security_group_members [ 1547.328562] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock member-612a28c4-7afc-4aa8-819a-8a8bc05d7468 taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1547.328797] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-612a28c4-7afc-4aa8-819a-8a8bc05d7468" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1547.328797] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-612a28c4-7afc-4aa8-819a-8a8bc05d7468" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1547.328954] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-612a28c4-7afc-4aa8-819a-8a8bc05d7468" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1547.329099] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1547.329211] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1547.329247] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1547.329456] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1547.329578] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1547.329688] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('612a28c4-7afc-4aa8-819a-8a8bc05d7468',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1547.574914] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock member-612a28c4-7afc-4aa8-819a-8a8bc05d7468 taken with stack trace [, , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1547.575143] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-612a28c4-7afc-4aa8-819a-8a8bc05d7468" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1547.645793] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1547.646094] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1547.646094] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1547.646195] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1547.654952] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1547.655186] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1547.656061] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1547.656181] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1547.656974] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1547.657115] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1547.657820] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1547.657904] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1547.658660] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1547.658745] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1547.659470] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1547.659562] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1547.660375] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1547.660476] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1547.661198] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1547.661308] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1547.662072] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1547.662190] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1547.662926] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1547.663044] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1547.663614] env[65288]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1547.664083] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1547.664163] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1547.664894] env[65288]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1547.665328] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1547.665449] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1547.666165] env[65288]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1547.666596] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1547.666713] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1547.667402] env[65288]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1547.667788] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1547.667908] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1547.668462] env[65288]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1547.668846] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1547.669051] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1547.669556] env[65288]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1547.669952] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1547.670056] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1547.671865] env[65288]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1547.672270] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1547.672379] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1547.672959] env[65288]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1547.673427] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1547.673664] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e992998d-5675-40b8-9724-0b94dbc625ed is going to be deleted. [ 1547.674422] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1547.676070] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1547.695316] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1547.695500] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 658c55a4-a0c7-40fc-92a1-32f7de8823c6 is going to be deleted. [ 1547.696390] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1547.696599] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1547.714272] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1547.714564] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 87c84149-cfef-4d12-ab0a-ed7e843e7799 is going to be deleted. [ 1547.715525] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1547.715759] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1547.728772] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1547.729029] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1547.738668] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1547.738856] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 829f8e2a-34a6-4ed5-87c0-e3080c6d8393 is going to be deleted. [ 1547.739739] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1547.739956] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1547.754225] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1547.754487] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1547.767477] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1547.767707] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: eb06f8a7-bbbd-42b6-b72d-c6b0c2a9ecca is going to be deleted. [ 1547.768625] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1547.768853] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1547.771055] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1547.771263] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1547.818607] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1547.818763] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0d639079-af2f-4fc8-bec9-00579ffb0c3f is going to be deleted. [ 1547.819764] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1547.819999] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1547.827423] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1547.827604] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1547.832019] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1547.832156] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1547.939529] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1547.939759] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cb633488-fd57-4814-b820-0f38380a3239 is going to be deleted. [ 1547.940608] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1547.940835] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1547.942241] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1547.942353] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1547.974667] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1547.974907] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 35978517-9772-44ae-a9e9-7bc03617687e is going to be deleted. [ 1547.975929] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1547.976152] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1548.024931] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1548.025131] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1548.026124] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1548.026244] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 03949d61-476d-4592-a53a-be5ca4c18b3b is going to be deleted. [ 1548.027139] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1548.027350] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1548.030594] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1548.030706] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1548.070278] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1548.070664] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ea06a721-ec40-45ad-9f76-f8a7965f00f6 is going to be deleted. [ 1548.071347] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1548.071557] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1548.098385] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1548.098619] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1548.140030] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1548.140209] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 53359e10-2543-4595-b61f-58a2f432658d is going to be deleted. [ 1548.141219] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1548.141352] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1548.217123] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1548.217282] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1548.240992] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1548.241105] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2f920d6e-7a3a-4d36-b54f-f21620e096f6 is going to be deleted. [ 1548.242057] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1548.242250] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1548.257270] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1548.257442] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1548.268984] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1548.269179] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1548.292258] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1548.292448] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a11330c4-cf58-4a08-a8b1-e79c4012e1bd is going to be deleted. [ 1548.293470] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1548.293733] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1548.324146] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1548.324311] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fed5066d-4771-4433-bc29-557a9f1307e0 is going to be deleted. [ 1548.325365] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1548.325620] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1548.361940] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1548.362109] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1548.381632] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1548.381795] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 287fc408-1355-4ea2-843d-f405317b90ba is going to be deleted. [ 1548.382742] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1548.382941] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1548.401975] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1548.402214] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1548.433575] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1548.433782] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ed4a84a9-18c7-4f4d-a791-087741929187 is going to be deleted. [ 1548.434781] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1548.435038] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1548.471979] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1548.472165] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1548.478835] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1548.478988] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 190d80dc-4948-45bb-a2a0-fd44e4377cb2 is going to be deleted. [ 1548.480189] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1548.480406] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1548.526707] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1548.526851] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d4809d67-1b31-408a-868c-7991f7666292 is going to be deleted. [ 1548.527995] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1548.528244] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1548.528349] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1548.528524] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e992998d-5675-40b8-9724-0b94dbc625ed" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1548.528720] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1548.528886] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1548.528969] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1548.529121] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-658c55a4-a0c7-40fc-92a1-32f7de8823c6" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1548.529686] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1548.529850] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1548.529933] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1548.530065] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-87c84149-cfef-4d12-ab0a-ed7e843e7799" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1548.530195] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1548.530339] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1548.530417] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1548.530525] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-829f8e2a-34a6-4ed5-87c0-e3080c6d8393" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1548.530683] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1548.531195] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1548.584517] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1548.584640] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1548.587322] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1548.587463] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1548.587840] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1548.588068] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1548.588188] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1548.588258] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1548.588466] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1548.588546] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1548.588638] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 612a28c4-7afc-4aa8-819a-8a8bc05d7468 is going to be updated. [ 1548.590191] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1548.590371] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1548.590371] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1548.590511] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1548.590603] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1548.590743] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ed4a84a9-18c7-4f4d-a791-087741929187" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1548.590883] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1548.591025] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1548.591108] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1548.591227] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-eb06f8a7-bbbd-42b6-b72d-c6b0c2a9ecca" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1548.591355] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1548.591502] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1548.591572] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1548.591677] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0d639079-af2f-4fc8-bec9-00579ffb0c3f" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1548.591808] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1548.592043] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1548.592168] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1548.592243] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cb633488-fd57-4814-b820-0f38380a3239" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1548.592906] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1548.593030] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1548.593113] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1548.593228] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-35978517-9772-44ae-a9e9-7bc03617687e" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1548.593366] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1548.593506] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1548.593586] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1548.593698] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-03949d61-476d-4592-a53a-be5ca4c18b3b" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1548.593812] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1548.593959] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1548.594053] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1548.594170] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ea06a721-ec40-45ad-9f76-f8a7965f00f6" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1548.594304] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1548.594471] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1548.594531] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1548.594647] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-53359e10-2543-4595-b61f-58a2f432658d" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1548.594803] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1548.594965] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1548.595049] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1548.595687] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2f920d6e-7a3a-4d36-b54f-f21620e096f6" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1548.596623] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1548.596623] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1548.596623] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1548.596623] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a11330c4-cf58-4a08-a8b1-e79c4012e1bd" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1548.596929] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1548.596929] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1548.597040] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1548.597099] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fed5066d-4771-4433-bc29-557a9f1307e0" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1548.597220] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1548.597415] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1548.597496] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1548.597599] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-287fc408-1355-4ea2-843d-f405317b90ba" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1548.597709] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1548.597931] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1548.597931] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1548.598284] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-190d80dc-4948-45bb-a2a0-fd44e4377cb2" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1548.636478] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1548.636478] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1548.636735] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1548.636776] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1548.636859] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1548.636994] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d4809d67-1b31-408a-868c-7991f7666292" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1548.670788] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1548.671055] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1548.671055] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1548.671217] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1548.671362] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1548.686641] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 612a28c4-7afc-4aa8-819a-8a8bc05d7468 in Status: IN_PROGRESS for 2s [ 1550.698214] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 612a28c4-7afc-4aa8-819a-8a8bc05d7468 in Status: SUCCESS [ 1550.698607] env[65288]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 612a28c4-7afc-4aa8-819a-8a8bc05d7468 deletion is rescheduled due to dependency. [ 1550.698607] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-612a28c4-7afc-4aa8-819a-8a8bc05d7468" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1550.698699] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-612a28c4-7afc-4aa8-819a-8a8bc05d7468" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1550.698908] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-612a28c4-7afc-4aa8-819a-8a8bc05d7468" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1550.699103] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1550.699222] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1550.699286] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1550.699440] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1550.699520] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1550.699606] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-612a28c4-7afc-4aa8-819a-8a8bc05d7468" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1550.699704] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('612a28c4-7afc-4aa8-819a-8a8bc05d7468',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1551.201571] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('612a28c4-7afc-4aa8-819a-8a8bc05d7468',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1551.703756] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 612a28c4-7afc-4aa8-819a-8a8bc05d7468: rpc.has_security_group_logging(os_id): False [ 1551.723329] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1551.723605] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1551.723681] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1551.723924] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1551.724055] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1551.724344] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1551.724484] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1551.724593] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1551.724781] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1551.724865] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1551.724956] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 612a28c4-7afc-4aa8-819a-8a8bc05d7468 is going to be updated. [ 1551.811882] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1551.812125] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1551.812125] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1551.812316] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1551.812465] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1551.829671] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 612a28c4-7afc-4aa8-819a-8a8bc05d7468 in Status: IN_PROGRESS for 2s [ 1552.328935] env[65288]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1552.329220] env[65288]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1553.845385] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 612a28c4-7afc-4aa8-819a-8a8bc05d7468 in Status: SUCCESS [ 1553.845800] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-612a28c4-7afc-4aa8-819a-8a8bc05d7468" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1557.330516] env[65288]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1557.330831] env[65288]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1559.038256] env[65288]: INFO networking_nsxv3.common.synchronization [None req-7e891332-c4d9-4736-86df-2648abdbc639 None None] Enqueued Resource ID: 781205a1-fce0-4fe7-a9e9-78fa05996aac with Priority: HIGHEST for action port [ 1559.039260] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 781205a1-fce0-4fe7-a9e9-78fa05996aac with Priority: HIGHEST for action port [ 1559.040018] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock port-781205a1-fce0-4fe7-a9e9-78fa05996aac taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1559.040018] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-781205a1-fce0-4fe7-a9e9-78fa05996aac" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1559.040018] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-781205a1-fce0-4fe7-a9e9-78fa05996aac" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1559.041623] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-781205a1-fce0-4fe7-a9e9-78fa05996aac" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1559.041623] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('781205a1-fce0-4fe7-a9e9-78fa05996aac',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1559.545057] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 781205a1-fce0-4fe7-a9e9-78fa05996aac [ 1559.545057] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1559.545057] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1559.545057] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1559.545057] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1559.545057] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1559.545491] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:781205a1-fce0-4fe7-a9e9-78fa05996aac already deleted. [ 1559.545491] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-781205a1-fce0-4fe7-a9e9-78fa05996aac" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1561.054661] env[65288]: INFO networking_nsxv3.common.synchronization [None req-15c6a009-6317-45aa-8d34-48ca10c2f44d None None] Enqueued Resource ID: e5f8c136-fb16-4e4c-8ea3-a2b6f2b387af with Priority: HIGHEST for action port [ 1561.055053] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e5f8c136-fb16-4e4c-8ea3-a2b6f2b387af with Priority: HIGHEST for action port [ 1561.055638] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock port-e5f8c136-fb16-4e4c-8ea3-a2b6f2b387af taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1561.055898] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e5f8c136-fb16-4e4c-8ea3-a2b6f2b387af" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1561.055998] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e5f8c136-fb16-4e4c-8ea3-a2b6f2b387af" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1561.056284] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e5f8c136-fb16-4e4c-8ea3-a2b6f2b387af" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1561.056368] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e5f8c136-fb16-4e4c-8ea3-a2b6f2b387af',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1561.558220] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e5f8c136-fb16-4e4c-8ea3-a2b6f2b387af [ 1561.558851] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1561.558851] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1561.558851] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1561.558851] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1561.559091] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1561.559091] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e5f8c136-fb16-4e4c-8ea3-a2b6f2b387af already deleted. [ 1561.559091] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e5f8c136-fb16-4e4c-8ea3-a2b6f2b387af" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1564.479284] env[65288]: INFO networking_nsxv3.common.synchronization [req-2cd2997a-89b7-465b-abe1-41e32a8ae5f9 req-02782900-15bf-45b3-958f-38e0b7274d30 tempest-ServerAddressesNegativeTestJSON-919135434 tempest-ServerAddressesNegativeTestJSON-919135434-project-member] Enqueued Resource ID: 4bc67923-8cc1-4838-93f8-f0ab6d422e59 with Priority: HIGHEST for action security_group_members [ 1564.479832] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4bc67923-8cc1-4838-93f8-f0ab6d422e59 with Priority: HIGHEST for action security_group_members [ 1564.480603] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock member-4bc67923-8cc1-4838-93f8-f0ab6d422e59 taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1564.480731] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4bc67923-8cc1-4838-93f8-f0ab6d422e59" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1564.480809] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4bc67923-8cc1-4838-93f8-f0ab6d422e59" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1564.481081] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4bc67923-8cc1-4838-93f8-f0ab6d422e59" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1564.481242] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1564.481499] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1564.481499] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1564.481568] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1564.481627] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1564.481699] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4bc67923-8cc1-4838-93f8-f0ab6d422e59',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1564.767302] env[65288]: DEBUG networking_nsxv3.common.locking [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Lock network-809 taken with stack trace [, , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1564.767503] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquiring lock "network-809" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1564.767625] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired lock "network-809" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1564.767966] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired external semaphore "network-809" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1564.768244] env[65288]: DEBUG networking_nsxv3.common.locking [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1564.768400] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquiring lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1564.768513] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1564.768728] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired external semaphore "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1564.768872] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Releasing lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1564.769100] env[65288]: DEBUG dogpile.cache.region [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] No value present for key: 'zone-id' {{(pid=65288) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1564.769209] env[65288]: DEBUG dogpile.lock [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] NeedRegenerationException {{(pid=65288) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1564.769312] env[65288]: DEBUG dogpile.lock [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] no value, waiting for create lock {{(pid=65288) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1564.769414] env[65288]: DEBUG dogpile.lock [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] value creation lock acquired {{(pid=65288) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1564.769517] env[65288]: DEBUG dogpile.cache.region [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] No value present for key: 'zone-id' {{(pid=65288) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1564.769618] env[65288]: DEBUG dogpile.lock [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Calling creation function for not-yet-present value {{(pid=65288) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1564.769740] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1564.788863] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1564.789033] env[65288]: DEBUG dogpile.cache.region [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=65288) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1564.789166] env[65288]: DEBUG dogpile.lock [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Released creation lock {{(pid=65288) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1564.789362] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Releasing lock "network-809" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1564.789658] env[65288]: DEBUG networking_nsxv3.common.locking [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Lock port-7d33741f-bd1f-426f-9d11-347234165244 taken with stack trace [, , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1564.789826] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquiring lock "port-7d33741f-bd1f-426f-9d11-347234165244" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1564.789941] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired lock "port-7d33741f-bd1f-426f-9d11-347234165244" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1564.790264] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired external semaphore "port-7d33741f-bd1f-426f-9d11-347234165244" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1564.790404] env[65288]: DEBUG networking_nsxv3.api.rpc [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7d33741f-bd1f-426f-9d11-347234165244',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1564.984049] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1564.984284] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1564.984371] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1564.984603] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1564.984687] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1564.984926] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1564.985042] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1564.985099] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1564.985248] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1564.985323] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1564.985409] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4bc67923-8cc1-4838-93f8-f0ab6d422e59 already deleted. [ 1564.985491] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4bc67923-8cc1-4838-93f8-f0ab6d422e59" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1565.292299] env[65288]: DEBUG networking_nsxv3.common.locking [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1565.292518] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1565.292626] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1565.292983] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1565.293179] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1565.293361] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Segment Port 7d33741f-bd1f-426f-9d11-347234165244 not found, creating... [ 1565.293670] env[65288]: DEBUG networking_nsxv3.common.locking [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1565.293836] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquiring lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1565.293954] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1565.294188] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired external semaphore "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1565.294326] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Releasing lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1565.294698] env[65288]: DEBUG networking_nsxv3.common.locking [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1565.294938] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1565.295134] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1565.295353] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1565.295490] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1565.295627] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Resource: SegmentPort with ID: 7d33741f-bd1f-426f-9d11-347234165244 is going to be created. [ 1565.314819] env[65288]: DEBUG networking_nsxv3.common.locking [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1565.315039] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1565.315127] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1565.315372] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1565.315598] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1565.315826] env[65288]: DEBUG oslo_concurrency.lockutils [None req-2d3d9c1f-b35e-43c2-b649-3bf4d5d8be26 None None] Releasing lock "port-7d33741f-bd1f-426f-9d11-347234165244" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1565.995552] env[65288]: INFO networking_nsxv3.common.synchronization [req-2cd2997a-89b7-465b-abe1-41e32a8ae5f9 req-0e8c60fd-9a2b-42dd-b2cf-ea859d89667c service nova] Enqueued Resource ID: 4bc67923-8cc1-4838-93f8-f0ab6d422e59 with Priority: HIGHEST for action security_group_rules [ 1565.995869] env[65288]: INFO networking_nsxv3.common.synchronization [req-2cd2997a-89b7-465b-abe1-41e32a8ae5f9 req-0e8c60fd-9a2b-42dd-b2cf-ea859d89667c service nova] Enqueued Resource ID: 4bc67923-8cc1-4838-93f8-f0ab6d422e59 with Priority: HIGHEST for action security_group_members [ 1565.995869] env[65288]: INFO networking_nsxv3.common.synchronization [req-2cd2997a-89b7-465b-abe1-41e32a8ae5f9 req-0e8c60fd-9a2b-42dd-b2cf-ea859d89667c service nova] Enqueued Resource ID: 7d33741f-bd1f-426f-9d11-347234165244 with Priority: HIGHEST for action port [ 1565.996388] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4bc67923-8cc1-4838-93f8-f0ab6d422e59 with Priority: HIGHEST for action security_group_rules [ 1565.996521] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4bc67923-8cc1-4838-93f8-f0ab6d422e59 with Priority: HIGHEST for action security_group_members [ 1565.996614] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7d33741f-bd1f-426f-9d11-347234165244 with Priority: HIGHEST for action port [ 1565.996879] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4bc67923-8cc1-4838-93f8-f0ab6d422e59 taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1565.996999] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4bc67923-8cc1-4838-93f8-f0ab6d422e59" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1565.997203] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4bc67923-8cc1-4838-93f8-f0ab6d422e59" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1565.997467] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4bc67923-8cc1-4838-93f8-f0ab6d422e59" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1565.997584] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4bc67923-8cc1-4838-93f8-f0ab6d422e59',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1565.998398] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock member-4bc67923-8cc1-4838-93f8-f0ab6d422e59 taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1565.998592] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4bc67923-8cc1-4838-93f8-f0ab6d422e59" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1565.998689] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4bc67923-8cc1-4838-93f8-f0ab6d422e59" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1565.998910] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4bc67923-8cc1-4838-93f8-f0ab6d422e59" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1565.999099] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1565.999219] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1566.000876] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1566.000876] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1566.000876] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1566.000876] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4bc67923-8cc1-4838-93f8-f0ab6d422e59',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1566.000876] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock port-7d33741f-bd1f-426f-9d11-347234165244 taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1566.000876] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7d33741f-bd1f-426f-9d11-347234165244" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1566.000876] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7d33741f-bd1f-426f-9d11-347234165244" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1566.000876] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7d33741f-bd1f-426f-9d11-347234165244" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1566.000876] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7d33741f-bd1f-426f-9d11-347234165244',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1566.503376] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4bc67923-8cc1-4838-93f8-f0ab6d422e59',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1566.504074] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock member-4bc67923-8cc1-4838-93f8-f0ab6d422e59 taken with stack trace [, , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1566.504239] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4bc67923-8cc1-4838-93f8-f0ab6d422e59" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1566.504348] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7d33741f-bd1f-426f-9d11-347234165244 with status ACTIVE [ 1566.504499] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1566.504598] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1566.504697] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1566.504857] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1566.504946] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1566.505139] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1566.505228] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1566.505286] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1566.505436] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1566.505508] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1566.505682] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1566.505775] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1566.505824] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1566.506016] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1566.506090] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1566.506179] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7d33741f-bd1f-426f-9d11-347234165244 is going to be updated. [ 1566.526964] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1566.527173] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1566.527173] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1566.527459] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1566.527525] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1566.527658] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7d33741f-bd1f-426f-9d11-347234165244" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1567.008421] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4bc67923-8cc1-4838-93f8-f0ab6d422e59',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1567.511289] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1567.511537] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1567.511537] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1567.511712] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1567.511820] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1567.511958] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4bc67923-8cc1-4838-93f8-f0ab6d422e59 is going to be created. [ 1567.545492] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1567.545704] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1567.545704] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1567.545913] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1567.546123] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1567.554213] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4bc67923-8cc1-4838-93f8-f0ab6d422e59 in Status: UNINITIALIZED for 2s [ 1569.565423] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4bc67923-8cc1-4838-93f8-f0ab6d422e59 in Status: SUCCESS [ 1569.565803] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4bc67923-8cc1-4838-93f8-f0ab6d422e59" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1569.565803] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4bc67923-8cc1-4838-93f8-f0ab6d422e59" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1569.565985] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4bc67923-8cc1-4838-93f8-f0ab6d422e59" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1569.566186] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1569.566300] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1569.566364] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1569.566518] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1569.566595] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1569.566675] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4bc67923-8cc1-4838-93f8-f0ab6d422e59" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1569.566827] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4bc67923-8cc1-4838-93f8-f0ab6d422e59',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1570.069510] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock member-4bc67923-8cc1-4838-93f8-f0ab6d422e59 taken with stack trace [, , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1570.069819] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4bc67923-8cc1-4838-93f8-f0ab6d422e59" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1570.069819] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4bc67923-8cc1-4838-93f8-f0ab6d422e59" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1570.070165] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4bc67923-8cc1-4838-93f8-f0ab6d422e59" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1570.070543] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1570.070543] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1570.070543] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1570.070733] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1570.070775] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1570.070962] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4bc67923-8cc1-4838-93f8-f0ab6d422e59" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1570.071208] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock member-4bc67923-8cc1-4838-93f8-f0ab6d422e59 taken with stack trace [, , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1570.071354] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4bc67923-8cc1-4838-93f8-f0ab6d422e59" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1570.071441] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4bc67923-8cc1-4838-93f8-f0ab6d422e59" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1570.071741] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4bc67923-8cc1-4838-93f8-f0ab6d422e59" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1570.071872] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1570.072071] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1570.072146] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1570.072379] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1570.072523] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1570.072655] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4bc67923-8cc1-4838-93f8-f0ab6d422e59" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1570.072779] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4bc67923-8cc1-4838-93f8-f0ab6d422e59',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1570.575447] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4bc67923-8cc1-4838-93f8-f0ab6d422e59: rpc.has_security_group_logging(os_id): False [ 1570.597414] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1570.597621] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1570.597621] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1570.597843] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1570.597972] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1570.598140] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1570.598241] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1570.598306] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1570.598457] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1570.598535] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1570.598729] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1570.598823] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1570.598886] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1570.599061] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1570.599185] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1570.599401] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1570.599499] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1570.599563] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1570.599706] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1570.599781] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1570.599870] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4bc67923-8cc1-4838-93f8-f0ab6d422e59 is going to be created. [ 1570.655291] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1570.655513] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1570.655513] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1570.655710] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1570.655912] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1570.667646] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4bc67923-8cc1-4838-93f8-f0ab6d422e59 in Status: IN_PROGRESS for 2s [ 1570.997516] env[65288]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1570.997714] env[65288]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1572.680274] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4bc67923-8cc1-4838-93f8-f0ab6d422e59 in Status: SUCCESS [ 1572.680684] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4bc67923-8cc1-4838-93f8-f0ab6d422e59" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1575.968930] env[65288]: INFO networking_nsxv3.common.synchronization [req-8ea0fb93-8964-40c1-95d5-958aad6b32aa req-9f3d10b1-9cac-4e76-8e58-f1d7a78cc04d tempest-ServerAddressesNegativeTestJSON-919135434 tempest-ServerAddressesNegativeTestJSON-919135434-project-member] Enqueued Resource ID: 4bc67923-8cc1-4838-93f8-f0ab6d422e59 with Priority: HIGHEST for action security_group_members [ 1575.969476] env[65288]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4bc67923-8cc1-4838-93f8-f0ab6d422e59 with Priority: HIGHEST for action security_group_members [ 1575.969780] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock member-4bc67923-8cc1-4838-93f8-f0ab6d422e59 taken with stack trace [, , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1575.969900] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4bc67923-8cc1-4838-93f8-f0ab6d422e59" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1575.969964] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4bc67923-8cc1-4838-93f8-f0ab6d422e59" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1575.970232] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4bc67923-8cc1-4838-93f8-f0ab6d422e59" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1575.970386] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1575.970482] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1575.970539] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1575.970685] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1575.970768] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1575.970860] env[65288]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4bc67923-8cc1-4838-93f8-f0ab6d422e59',) {} {{(pid=65288) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1576.473220] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1576.473603] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1576.473603] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1576.473899] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1576.474054] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1576.474271] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1576.474374] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1576.474441] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1576.474630] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1576.474726] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1576.474816] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4bc67923-8cc1-4838-93f8-f0ab6d422e59 is going to be updated. [ 1576.504015] env[65288]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65288) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1576.504323] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1576.504323] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1576.504454] env[65288]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1576.504537] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1576.513364] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4bc67923-8cc1-4838-93f8-f0ab6d422e59 in Status: IN_PROGRESS for 2s [ 1578.523571] env[65288]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4bc67923-8cc1-4838-93f8-f0ab6d422e59 in Status: SUCCESS [ 1578.523928] env[65288]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4bc67923-8cc1-4838-93f8-f0ab6d422e59 deletion is rescheduled due to dependency. [ 1578.523928] env[65288]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4bc67923-8cc1-4838-93f8-f0ab6d422e59" {{(pid=65288) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1580.970572] env[65288]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1580.970923] env[65288]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1585.972042] env[65288]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1585.972042] env[65288]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1590.972855] env[65288]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1590.973285] env[65288]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1595.974137] env[65288]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1595.974137] env[65288]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1600.974776] env[65288]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1600.975215] env[65288]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0